-- Logs begin at Thu 2021-05-20 15:26:24 UTC, end at Thu 2021-05-20 16:31:34 UTC. -- May 20 16:05:22.222620 dv-cinder-689486-13-smb systemd[1]: Started Devstack devstack@q-svc.service. May 20 16:05:24.653699 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.common.config [-] Logging enabled! May 20 16:05:24.654896 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev221 May 20 16:05:24.655008 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92164) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 16:05:24.658261 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.common.config [-] Logging enabled! May 20 16:05:24.658526 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev221 May 20 16:05:24.658843 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92164) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 16:05:24.659779 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 16:05:24.660018 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 16:05:24.660380 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 16:05:24.660632 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 16:05:24.660864 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 16:05:24.661190 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.661517 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.661823 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.662059 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.662362 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.662660 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.662952 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.663250 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.663556 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.663850 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.664138 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.664429 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.664666 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.664955 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.665282 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.665581 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.665811 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] debug = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.666107 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.666539 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.666957 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.667245 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.667547 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.667832 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.668111 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.668393 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.668685 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.669025 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] host = dv-cinder-689486-13-smb {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.669338 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.669639 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.670509 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.670820 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.671112 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.671397 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.671696 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.671978 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.672259 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] log_file = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.672546 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.672843 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.673420 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.673726 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.673959 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.674187 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.674485 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.674782 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.675070 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.675353 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.675637 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.675928 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.676212 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.676491 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.676786 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.677082 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.677405 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.677690 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.677974 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.678254 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.678534 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.678826 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.679109 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.679390 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.679670 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.679968 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.680246 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.680527 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.680837 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.681132 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.681450 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.681744 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.682026 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.682320 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.682601 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.682880 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.683158 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] use_json = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.683438 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.683717 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.684007 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.684289 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.684569 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.684850 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.685128 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.685473 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:24.685887 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.686367 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.686690 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.686989 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.687303 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.687598 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.687905 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.688196 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.688568 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.688874 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.689178 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.689512 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.689817 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.690106 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.690415 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.690733 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.691042 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.691345 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.691634 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.691919 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.692205 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.692494 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.692792 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.693098 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.693430 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.693718 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.694008 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.694308 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.694597 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.694880 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.695169 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.695469 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.695759 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.696047 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.696340 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.696628 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.696914 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.697198 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.697515 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.697815 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.698105 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.698385 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.698667 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.698960 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.699244 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.699539 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.699827 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.700109 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.700393 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.700679 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.700964 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.701636 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.701765 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.702052 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.702342 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.702630 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.702915 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.703201 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.703490 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.703777 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.704065 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.704352 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.704642 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.704927 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.705214 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.705525 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.705809 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.706098 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.706399 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.706707 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.706998 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.707288 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.707582 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.707873 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.708161 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.708450 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.708743 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.709030 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.709344 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.709649 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.709945 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.710241 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.710536 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.710827 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.711134 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.711425 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.711722 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.712011 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.712402 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.712712 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.713010 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.713348 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.713658 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.713965 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.714272 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.714576 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.714871 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.715193 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.715486 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:24.715711 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 16:05:24.715962 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92164) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 16:05:25.071166 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:25.071448 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:25.071740 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:25.072077 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 16:05:25.383477 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.383731 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.384008 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.385425 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.385745 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.386014 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.505058 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.505371 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.505644 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.519242 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.519524 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.519796 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.548159 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.548453 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.548730 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.587564 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.587844 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.588116 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.822744 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.823399 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.823399 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.823669 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.824422 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.950133 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.950458 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.950743 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.951054 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.951613 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.951881 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.952150 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.952413 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.952672 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.952957 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.953243 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.953522 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.953792 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.954055 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.954327 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.954603 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.954863 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.955280 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.955547 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.955837 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.956192 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.956452 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.956706 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.956992 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.957266 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.957522 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:25.957908 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:05:25.958152 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:05:25.958396 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:05:25.958637 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:05:25.958879 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:05:25.959119 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:05:25.959489 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 16:05:25.962613 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 16:05:25.966524 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 16:05:25.970412 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 20 16:05:25.972053 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 16:05:25.972506 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 16:05:25.972845 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 16:05:25.973248 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 16:05:25.976199 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 16:05:25.976457 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 16:05:25.976809 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 16:05:26.007279 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 16:05:26.007676 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:26.007983 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92164) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 16:05:26.008348 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:26.009748 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92164) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 16:05:26.010034 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 16:05:26.010281 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 16:05:26.013385 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:26.013748 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:26.091485 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 16:05:26.092299 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 16:05:26.092542 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 16:05:26.092924 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 16:05:26.122803 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_db.sqlalchemy.engines [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92164) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 16:05:26.573519 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Initializing driver for type 'gre' May 20 16:05:26.574051 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] gre ID ranges: [(1, 1000)] May 20 16:05:26.767914 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Initializing driver for type 'local' May 20 16:05:26.768251 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Initializing driver for type 'vlan' May 20 16:05:26.842558 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] VlanTypeDriver initialization complete May 20 16:05:26.843230 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Initializing driver for type 'vxlan' May 20 16:05:26.843409 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] vxlan ID ranges: [(1, 1000)] May 20 16:05:27.025531 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Initializing extension driver 'port_security' May 20 16:05:27.026302 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.extensions.port_security [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] PortSecurityExtensionDriver initialization complete May 20 16:05:27.026642 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Initializing mechanism driver 'openvswitch' May 20 16:05:27.026974 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Initializing mechanism driver 'hyperv' May 20 16:05:27.034059 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.plugins.ml2.plugin [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:27.034829 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > port after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.035218 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > port after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.035578 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > port after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.035972 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > subnet after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.036334 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > subnet after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.036690 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.037078 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > network after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.037457 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > network after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.037809 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > network after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.038189 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > security_group after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.038545 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > security_group after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.038892 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > security_group after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.039280 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.039635 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.039983 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.040363 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > address_group after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.040823 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > address_group after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.041049 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > address_group after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.041429 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] ML2 OVO RPC backend initialized. {{(pid=92164) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 16:05:27.042139 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.042500 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.042921 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > network before_response 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.043271 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > networks before_response 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.043622 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > port before_response 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.043970 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > ports before_response 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.044318 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > subnet before_response 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.044664 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > subnets before_response 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.045014 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > network after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.046041 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > network after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.046385 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > network after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.046843 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > port after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.052418 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > port after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.052418 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > port after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.052418 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > subnet after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.052418 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > subnet after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.052858 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.052858 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.plugin [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Modular L2 Plugin initialization complete May 20 16:05:27.052858 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading services supported by the core plugin {{(pid=92164) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 16:05:27.052858 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.plugins.ml2.managers [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Got port-security extension from driver 'port_security' May 20 16:05:27.052858 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.extensions.vlantransparent [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Disabled vlantransparent extension. May 20 16:05:27.052858 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92164) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 16:05:27.052858 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading Plugin: router May 20 16:05:27.094319 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router_interface before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.094656 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router after_create 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.095664 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router before_create 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.096050 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.096430 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.096796 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router after_delete 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.097167 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > floatingip after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.097568 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router after_create 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.097924 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router after_update 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.098282 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router after_update 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.098639 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.099005 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router after_update 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.099426 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router precommit_update 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.099797 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: port after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.100148 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: port after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.100492 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: subnet after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.100838 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.101190 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > port precommit_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.101572 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router precommit_create 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.101920 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: port before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.102270 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router precommit_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.102632 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router after_update 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.102979 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router precommit_delete 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.103335 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router precommit_create 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.103702 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.104052 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router precommit_update 55549900 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.104429 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > network after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.105344 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Tracking information for resource: router configured {{(pid=92164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:05:27.105689 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Tracking information for resource: floatingip configured {{(pid=92164) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 16:05:27.115887 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.db.l3_agentschedulers_db [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 16:05:27.116474 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: port after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.116838 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: port after_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.117191 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: port after_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.117573 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: port after_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.118371 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router before_create 55550100 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.118737 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router precommit_delete 55550100 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.119101 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router precommit_create 55550100 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.119461 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > router precommit_update 55550100 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.124131 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.services.provider_configuration [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service providers = [] {{(pid=92164) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 16:05:27.124513 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.db.servicetype_db [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92164) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 16:05:27.128137 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.services.service_base [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92164) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 16:05:27.128486 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.services.service_base [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92164) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 16:05:27.128830 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.services.service_base [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92164) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 16:05:27.129752 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.services.service_base [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92164) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 16:05:27.130127 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.services.service_base [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 16:05:27.130670 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:05:27.131000 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 16:05:27.141445 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:05:27.141789 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading Plugin: auto_allocate May 20 16:05:27.147494 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: network precommit_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.147862 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: network precommit_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.148377 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:05:27.148701 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading Plugin: tag May 20 16:05:27.155464 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:05:27.155827 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading Plugin: timestamp May 20 16:05:27.159832 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:05:27.160166 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading Plugin: network_ip_availability May 20 16:05:27.165406 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.165783 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.166145 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.166866 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:05:27.167187 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading Plugin: flavors May 20 16:05:27.172786 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:05:27.173410 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading Plugin: revisions May 20 16:05:27.177684 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92164) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 16:05:27.178073 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_concurrency.lockutils [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.106s {{(pid=92164) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:27.178809 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92164) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 16:05:27.179148 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Initializing extension manager. May 20 16:05:27.179653 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: __init__.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.179997 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: __pycache__ {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.180331 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.180990 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: address_group.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.181463 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.182027 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: address-group May 20 16:05:27.182353 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: address_scope.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.183064 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.183566 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: address-scope May 20 16:05:27.183888 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: admin_state_down_before_update.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.184812 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.185348 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: router-admin-state-down-before-update May 20 16:05:27.185675 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: agent.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.186378 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.186883 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: agent May 20 16:05:27.187986 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: agent_resources_synced.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.188951 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.189488 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: agent-resources-synced May 20 16:05:27.189818 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: allowedaddresspairs.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.191599 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.192119 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: allowed-address-pairs May 20 16:05:27.192450 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: auto_allocated_topology.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.193554 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.194068 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: auto-allocated-topology May 20 16:05:27.194397 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: availability_zone.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.195091 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.195596 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: availability_zone May 20 16:05:27.195922 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: availability_zone_filter.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.196823 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.197354 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: availability_zone_filter May 20 16:05:27.197679 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: data_plane_status.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.198575 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.199079 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension data-plane-status not supported by any of loaded plugins May 20 16:05:27.199403 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: default_subnetpools.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.200305 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.200809 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: default-subnetpools May 20 16:05:27.201141 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: dhcpagentscheduler.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.201974 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.202477 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: dhcp_agent_scheduler May 20 16:05:27.202863 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: dns.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.203815 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.204317 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension dns-integration not supported by any of loaded plugins May 20 16:05:27.204643 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: dns_domain_ports.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.205581 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.206085 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 16:05:27.206409 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: dvr.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.207083 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.207580 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: dvr May 20 16:05:27.207901 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: empty_string_filtering.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.208802 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.209400 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: empty-string-filtering May 20 16:05:27.209726 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.210636 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.211145 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 16:05:27.211470 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.212374 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.212879 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 16:05:27.213199 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: external_net.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.214127 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.214634 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: external-net May 20 16:05:27.214958 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: extra_dhcp_opt.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.215852 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.216357 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: extra_dhcp_opt May 20 16:05:27.216676 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: extraroute.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.217597 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.218101 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: extraroute May 20 16:05:27.218591 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: extraroute_atomic.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.219688 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.220201 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: extraroute-atomic May 20 16:05:27.220524 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: filter_validation.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.221196 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.221733 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: filter-validation May 20 16:05:27.222059 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: fip_pf_description.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.223141 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.223652 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 16:05:27.223977 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: fip_port_details.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.224889 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.225422 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: fip-port-details May 20 16:05:27.225749 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: flavors.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.226991 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.227504 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: flavors May 20 16:05:27.227834 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.229604 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.230043 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 16:05:27.230375 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: floatingip_pools.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.231082 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.231589 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: floatingip-pools May 20 16:05:27.231919 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: ip_allocation.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.232830 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.233358 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension ip_allocation not supported by any of loaded plugins May 20 16:05:27.233686 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.235124 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.235635 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: ip-substring-filtering May 20 16:05:27.235966 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: l2_adjacency.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.236885 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.237427 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension l2_adjacency not supported by any of loaded plugins May 20 16:05:27.237760 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: l3.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.238731 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.239242 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: router May 20 16:05:27.239573 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: l3_conntrack_helper.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.241893 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.242424 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 16:05:27.242762 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.243708 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.244221 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: ext-gw-mode May 20 16:05:27.244555 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.245509 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.246019 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: l3-ha May 20 16:05:27.246351 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: l3_flavors.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.247256 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.247762 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: l3-flavors May 20 16:05:27.248091 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.249002 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.250100 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: l3-port-ip-change-not-allowed May 20 16:05:27.250788 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: l3agentscheduler.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.251441 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.251956 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: l3_agent_scheduler May 20 16:05:27.252285 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: logging.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.253823 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.254340 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension logging not supported by any of loaded plugins May 20 16:05:27.254672 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: metering.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.255410 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.255979 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: metering May 20 16:05:27.256306 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.257440 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.257947 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: metering_source_and_destination_fields May 20 16:05:27.258274 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: multiprovidernet.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.259320 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.259827 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: multi-provider May 20 16:05:27.260154 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: netmtu.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.261064 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.261608 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: net-mtu May 20 16:05:27.262023 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: netmtu_writable.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.262826 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.263326 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: net-mtu-writable May 20 16:05:27.263650 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: network_availability_zone.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.264312 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.264812 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: network_availability_zone May 20 16:05:27.265157 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: network_ip_availability.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.266281 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.266781 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: network-ip-availability May 20 16:05:27.267107 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: network_segment_range.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.267870 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.268372 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension network-segment-range not supported by any of loaded plugins May 20 16:05:27.268694 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: pagination.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.269699 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.270031 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: pagination May 20 16:05:27.270348 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: port_device_profile.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.271257 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.271777 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: port-device-profile May 20 16:05:27.272099 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.273008 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.273539 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: port-mac-address-regenerate May 20 16:05:27.273863 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.274768 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.275273 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: port-numa-affinity-policy May 20 16:05:27.275594 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: port_resource_request.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.276503 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.277006 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension port-resource-request not supported by any of loaded plugins May 20 16:05:27.277413 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: portbindings.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.278284 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.278790 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: binding May 20 16:05:27.279113 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: portbindings_extended.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.280371 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.280947 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: binding-extended May 20 16:05:27.281252 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: portsecurity.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.282176 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.282683 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: port-security May 20 16:05:27.283008 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: project_id.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.283975 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.284310 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: project-id May 20 16:05:27.284637 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: providernet.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.285592 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.286102 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: provider May 20 16:05:27.286426 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: qos.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.289969 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.290497 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension qos not supported by any of loaded plugins May 20 16:05:27.290836 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.292084 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.292597 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 16:05:27.292933 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.293894 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.294401 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 16:05:27.294730 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: qos_default.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.295636 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.296145 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension qos-default not supported by any of loaded plugins May 20 16:05:27.297003 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: qos_fip.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.297812 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.298569 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension qos-fip not supported by any of loaded plugins May 20 16:05:27.298895 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: qos_gateway_ip.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.299814 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.300319 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 16:05:27.300645 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: qos_port_network_policy.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.301590 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.302094 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 16:05:27.302419 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: qos_rule_type_details.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.303325 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.303827 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 16:05:27.304151 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: qos_rules_alias.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.305196 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.305886 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 16:05:27.306059 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: quotasv2.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.307080 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.307411 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: quotas May 20 16:05:27.307733 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: quotasv2_detail.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.309373 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.309719 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: quota_details May 20 16:05:27.310057 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: rbac.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.311108 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.311634 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: rbac-policies May 20 16:05:27.311968 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: rbac_address_group.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.313629 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.314145 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: rbac-address-group May 20 16:05:27.314475 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: rbac_address_scope.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.315391 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.315895 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: rbac-address-scope May 20 16:05:27.316222 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: rbac_security_groups.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.317126 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.317660 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: rbac-security-groups May 20 16:05:27.317990 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: rbac_subnetpool.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.318912 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.319420 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: rbac-subnetpool May 20 16:05:27.319746 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: revisionifmatch.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.320665 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.321171 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: revision-if-match May 20 16:05:27.321527 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: revisions.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.322632 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.323135 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: standard-attr-revisions May 20 16:05:27.323461 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: router_availability_zone.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.324129 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.324632 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: router_availability_zone May 20 16:05:27.324957 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: routerservicetype.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.325899 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.326403 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension router-service-type not supported by any of loaded plugins May 20 16:05:27.326729 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.327682 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.328254 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: security-groups-normalized-cidr May 20 16:05:27.328584 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: security_groups_port_filtering.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.329527 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.330038 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: port-security-groups-filtering May 20 16:05:27.330365 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.331273 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.331790 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: security-groups-remote-address-group May 20 16:05:27.332117 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: securitygroup.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.341655 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.342184 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: security-group May 20 16:05:27.342521 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: segment.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.343341 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.343859 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension segment not supported by any of loaded plugins May 20 16:05:27.344189 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.345179 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.345664 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 16:05:27.345994 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: servicetype.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.347097 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.347620 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: service-type May 20 16:05:27.347966 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: sorting.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.348943 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.349304 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: sorting May 20 16:05:27.349634 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: standard_attr_segment.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.350539 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.351054 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 16:05:27.351388 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: standardattrdescription.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.352032 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.352535 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: standard-attr-description May 20 16:05:27.352860 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: stateful_security_group.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.353823 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.354332 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: stateful-security-group May 20 16:05:27.354657 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: stdattrs_common.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.355234 dv-cinder-689486-13-smb neutron-server[92164]: WARNING neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 16:05:27.355557 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.356539 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.357059 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 16:05:27.357411 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: subnet_onboard.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.358479 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.359551 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: subnet_onboard May 20 16:05:27.360131 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.360805 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.361346 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 16:05:27.361674 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: subnet_service_types.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.362598 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.363109 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: subnet-service-types May 20 16:05:27.363433 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: subnetallocation.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.364513 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.365025 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: subnet_allocation May 20 16:05:27.365387 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.366057 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.366573 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: subnetpool-prefix-ops May 20 16:05:27.366895 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.367819 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.368324 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 16:05:27.368647 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: tagging.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.369826 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.370363 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: standard-attr-tag May 20 16:05:27.370691 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: timestamp.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.371884 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.372401 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loaded extension: standard-attr-timestamp May 20 16:05:27.372736 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: trunk.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.373797 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.374311 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension trunk not supported by any of loaded plugins May 20 16:05:27.375386 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: trunk_details.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.376159 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.376669 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension trunk-details not supported by any of loaded plugins May 20 16:05:27.376997 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: uplink_status_propagation.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.377945 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.378454 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 16:05:27.378778 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Loading extension file: vlantransparent.py {{(pid=92164) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 16:05:27.379449 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92164) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 16:05:27.379950 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extension vlan-transparent not supported by any of loaded plugins May 20 16:05:27.382402 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:network May 20 16:05:27.383140 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:subnet May 20 16:05:27.383923 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:05:27.384539 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:port May 20 16:05:27.385854 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.386297 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service FLAVORS assigned prefix: {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.386925 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.387358 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.387690 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:router May 20 16:05:27.388351 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:floatingip May 20 16:05:27.389071 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service METERING assigned prefix: /metering {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.390548 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.391030 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.391441 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92164) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:05:27.392617 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of CountableResource for resource:rbac_policy May 20 16:05:27.393085 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:security_group May 20 16:05:27.393803 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:security_group_rule May 20 16:05:27.394665 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service CORE assigned prefix: {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.395014 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:05:27.395569 dv-cinder-689486-13-smb neutron-server[92164]: WARNING neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] subnetpool is already registered May 20 16:05:27.396187 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service CORE assigned prefix: {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.396524 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:05:27.396851 dv-cinder-689486-13-smb neutron-server[92164]: WARNING neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] subnetpool is already registered May 20 16:05:27.400542 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.400984 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service FLAVORS assigned prefix: {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.401628 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.402058 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.402399 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:router May 20 16:05:27.402734 dv-cinder-689486-13-smb neutron-server[92164]: WARNING neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] router is already registered May 20 16:05:27.403339 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:floatingip May 20 16:05:27.403667 dv-cinder-689486-13-smb neutron-server[92164]: WARNING neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] floatingip is already registered May 20 16:05:27.404305 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service METERING assigned prefix: /metering {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.404984 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of CountableResource for resource:rbac_policy May 20 16:05:27.405342 dv-cinder-689486-13-smb neutron-server[92164]: WARNING neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] rbac_policy is already registered May 20 16:05:27.406010 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:security_group May 20 16:05:27.406348 dv-cinder-689486-13-smb neutron-server[92164]: WARNING neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] security_group is already registered May 20 16:05:27.406946 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:security_group_rule May 20 16:05:27.407276 dv-cinder-689486-13-smb neutron-server[92164]: WARNING neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] security_group_rule is already registered May 20 16:05:27.407940 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service CORE assigned prefix: {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.408278 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:05:27.408605 dv-cinder-689486-13-smb neutron-server[92164]: WARNING neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] subnetpool is already registered May 20 16:05:27.409241 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.v2.resource_helper [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Service CORE assigned prefix: {{(pid=92164) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 16:05:27.409582 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Creating instance of TrackedResource for resource:subnetpool May 20 16:05:27.409909 dv-cinder-689486-13-smb neutron-server[92164]: WARNING neutron.quota.resource_registry [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] subnetpool is already registered May 20 16:05:27.410572 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: extensions {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.412055 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: address-groups {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.413697 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: address-scopes {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.414919 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: agents {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.416093 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: auto-allocated-topology {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.417378 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: availability_zones {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.418697 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: dhcp-networks {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.420118 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: dhcp-agents {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.422112 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: routers {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.424173 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: flavors {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.425387 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: service_profiles {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.426586 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: next_providers {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.428121 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: service_profiles {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.429579 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: floatingip-pools {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.430814 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: routers {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.432625 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: floatingips {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.433876 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: l3-routers {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.435248 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: l3-agents {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.436669 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: metering-labels {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.438662 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: metering-label-rules {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.439933 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: network-ip-availabilities {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.441197 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: bindings {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.442881 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: quotas {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.444309 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: quotas {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.445777 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: rbac-policies {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.447069 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: security-groups {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.448271 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: security-group-rules {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.449552 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: service-providers {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.450772 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: subnetpools {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.452191 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: subnetpools {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.453778 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: tags {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.455470 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: tags {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.457325 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: tags {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.459100 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: tags {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.461940 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: tags {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.463804 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: tags {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.465510 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: tags {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.579409 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: tags {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.581223 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: tags {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.583122 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron.api.extensions [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Extended resource: tags {{(pid=92164) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 16:05:27.588986 dv-cinder-689486-13-smb neutron-server[92164]: WARNING keystonemiddleware.auth_token [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 16:05:27.594534 dv-cinder-689486-13-smb neutron-server[92164]: WARNING keystonemiddleware.auth_token [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 16:05:27.605263 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_concurrency.lockutils [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Acquired lock "singleton_lock" {{(pid=92164) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 16:05:27.605683 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_concurrency.lockutils [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Releasing lock "singleton_lock" {{(pid=92164) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 16:05:27.606338 dv-cinder-689486-13-smb neutron-server[92164]: INFO oslo_service.service [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Starting 2 workers May 20 16:05:27.611220 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Started child 92271 {{(pid=92164) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 16:05:27.615555 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Started child 92272 {{(pid=92164) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 16:05:27.616290 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:27.617161 dv-cinder-689486-13-smb neutron-server[92164]: INFO neutron.service [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Neutron service started, listening on 0.0.0.0:9696 May 20 16:05:27.617759 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [-] (92271) wsgi starting up on http://0.0.0.0:9696 May 20 16:05:27.617875 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Notify callbacks [] for process, before_spawn {{(pid=92164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:27.620040 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:27.620466 dv-cinder-689486-13-smb neutron-server[92164]: INFO oslo_service.service [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Starting 1 workers May 20 16:05:27.621389 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [-] (92272) wsgi starting up on http://0.0.0.0:9696 May 20 16:05:27.625464 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Started child 92273 {{(pid=92164) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 16:05:27.625996 dv-cinder-689486-13-smb neutron-server[92164]: INFO oslo_service.service [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Starting 1 workers May 20 16:05:27.628746 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.service [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] calling RpcWorker wait() {{(pid=92273) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 16:05:27.629305 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.service [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] returning from RpcWorker wait() {{(pid=92273) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 16:05:27.630280 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Started child 92274 {{(pid=92164) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 16:05:27.630509 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:27.630982 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:27.631081 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG neutron_lib.callbacks.manager [None req-4a56be72-5134-4bb7-a430-9fd65f6aeb9d None None] Notify callbacks [] for process, after_spawn {{(pid=92164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:27.632874 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92164) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 16:05:27.633100 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 16:05:27.633310 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 16:05:27.633541 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 16:05:27.633888 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 16:05:27.634054 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 16:05:27.634564 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.634841 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.635055 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:27.635538 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.635538 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.635677 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.636172 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:27.636284 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.636472 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.636714 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.637013 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.637291 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.637471 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.637641 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.637901 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.638156 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.638470 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.638771 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.639027 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.639286 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.639460 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.639728 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.640007 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.640874 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.641207 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] debug = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.641495 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.641974 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.642208 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.642464 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.642687 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.642958 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.643226 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.643522 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.643776 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.644018 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.644273 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.644545 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.644797 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.645034 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.645281 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.645559 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.645794 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.646288 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] host = dv-cinder-689486-13-smb {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.646529 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.646764 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.647029 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.647285 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.647532 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.647752 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.648004 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.648255 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.648519 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.648751 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.649005 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.649251 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.649512 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.649768 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_file = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.649927 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_options = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.650163 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.650458 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.650737 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.650930 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.651087 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.651270 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.651534 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.651694 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.651944 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.652161 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.652382 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.652599 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.652837 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.653073 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.653354 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.653589 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.653842 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.654062 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.654332 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.654582 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.654810 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.655039 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.655256 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.655476 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.655713 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.656981 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.656981 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.656981 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.657476 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.657476 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.657751 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.657912 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.658259 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.658651 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.659044 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.659285 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.659507 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.659932 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.660670 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.660670 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.661062 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.661062 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.661397 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.661736 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.661992 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.662232 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] use_json = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.662448 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.662666 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.662917 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.663135 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.663376 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.663593 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.663808 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.664044 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.664451 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.664726 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.665042 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.665344 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.665588 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.665845 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.666102 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.666325 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.666589 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.666850 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.667170 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.667414 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.667718 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.667975 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.668265 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.668591 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.668896 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.669163 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.669422 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.669677 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.669929 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.670154 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.670494 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.670773 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.671032 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.671309 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.671577 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.671807 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.672097 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.672246 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.672467 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.672769 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.673443 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.673768 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.674406 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.674638 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697110 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697110 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697110 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697110 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697110 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697110 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697110 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697110 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697110 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697889 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697889 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697889 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697889 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697889 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697889 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697889 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697889 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.697889 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.698580 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.698580 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.698580 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.698580 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.698580 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.698580 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.698580 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.698580 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.698580 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699208 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699208 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699208 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699208 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699208 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699208 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699208 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699208 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699208 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699822 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699822 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699822 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699822 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699822 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699822 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699822 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699822 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.699822 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700429 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700429 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700429 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700429 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700429 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700429 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700429 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700429 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700962 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700962 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700962 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700962 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700962 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700962 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700962 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.700962 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.701561 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.701561 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.701561 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.701561 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.701561 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.701561 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.701561 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.701561 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.702431 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.702431 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.702431 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.702431 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.702431 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.702431 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.702431 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.702431 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.703997 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.703997 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.703997 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.703997 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.703997 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.703997 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.703997 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.703997 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.704849 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.704849 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.704849 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.704849 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.704849 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.704849 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.704849 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.704849 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.705517 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.705517 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.705517 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.705517 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.705517 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.705517 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.705517 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.705517 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706116 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706116 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706116 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706116 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706116 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706116 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706116 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706116 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706660 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706660 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706660 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706660 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706660 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706660 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706660 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.706660 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707222 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707222 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707222 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707222 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707222 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707222 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707222 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707222 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707797 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707797 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707797 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707797 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707797 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707797 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707797 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.707797 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.708357 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.708357 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.708357 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.708357 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.708653 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.708653 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.708965 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.709100 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.709352 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.709569 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.709782 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.710004 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.710215 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.710427 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.710675 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.710908 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.711162 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.711415 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.711752 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.712000 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.712230 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.712492 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.712705 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.712943 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.713181 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.713444 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.713662 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.713896 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.714110 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.714400 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.714656 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.714896 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.715111 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.715341 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.715577 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.715794 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.716007 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.716305 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.716556 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.716786 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.717022 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.717282 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.717515 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.717727 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.717944 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.718160 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.718964 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.719188 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.719390 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.719584 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.719807 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.720016 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.720259 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.720473 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.720704 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.720892 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.721302 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.721712 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.721936 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.722148 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.724047 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.724047 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.724047 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.724047 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.724047 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.724047 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.724047 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.724047 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.724630 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.724630 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.724848 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.725156 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.725351 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.725592 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.725814 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.726082 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.726394 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.726684 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.726942 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.727203 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.727503 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.727788 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.728078 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.728310 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.728619 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.728944 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.729223 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.729675 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.729927 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.730549 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.730549 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.730845 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.730845 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.731108 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.731305 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.731545 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.731778 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.732005 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.732535 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.732535 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.732822 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.732976 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.733173 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.733440 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.733658 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.733815 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 16:05:27.734519 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92164) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 16:05:27.734767 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 16:05:27.734928 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 16:05:27.735067 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 16:05:27.735227 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 16:05:27.735462 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 16:05:27.735462 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.735776 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.735776 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.736056 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.736056 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.736331 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.736484 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.736623 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.736775 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.736912 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.737049 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.737186 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.737358 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.737522 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.737751 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.737751 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.738022 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.738022 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.738281 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.738281 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.738552 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.738704 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.738853 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] debug = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.738853 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.739115 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.739283 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.739510 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.739510 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.739778 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.739778 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.740040 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.740186 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.740345 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.740484 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.740622 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.740759 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.740895 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.741033 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.741170 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.741340 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.741492 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] host = dv-cinder-689486-13-smb {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.741630 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.741766 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.741902 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.742039 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.742187 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.742336 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.742474 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.742611 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.742758 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.742897 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.743035 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.743172 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.743490 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.743490 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_file = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.743672 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_options = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.743756 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.743887 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.744129 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.744306 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.744451 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.744592 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.744742 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.744882 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.745021 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.745160 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.745894 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.745894 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.745894 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.745894 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.745894 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.746279 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.746279 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.746279 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.746451 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.746597 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.746754 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.746914 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.747072 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.747229 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.747387 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.747545 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.747703 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.747855 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.748020 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.748178 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.748337 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.748497 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.748669 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.748816 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.748957 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.749095 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.749276 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.749437 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.749683 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.750028 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.750187 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.750879 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.750879 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.750879 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.750879 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.750879 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] use_json = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.751367 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.751367 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.751367 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.751651 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.751651 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.751844 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.751947 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.752049 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 16:05:27.752216 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.752378 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.752571 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.752735 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.752899 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.753063 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.753242 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.753451 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.753569 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758175 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758175 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758175 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758175 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758175 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758175 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758175 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758175 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758953 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758953 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758953 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758953 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758953 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758953 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758953 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.758953 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.759488 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.759488 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.759488 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.759488 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.759488 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.759488 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.759488 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.759488 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760105 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760105 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760105 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760105 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760105 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760105 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760105 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760105 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760105 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760753 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760753 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760753 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760753 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760753 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760753 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760753 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760753 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.760753 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.761610 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.761610 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.761610 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.761610 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.761610 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.761610 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.761610 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.761610 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.761610 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.762566 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.762566 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.762566 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.762566 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.762566 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.762566 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.762566 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.762566 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.763145 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.763145 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.763145 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.763145 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.763419 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.763419 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.763574 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.763697 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.763860 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.764023 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.764185 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.764347 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.764508 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.764669 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.764831 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.764992 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.765704 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.766301 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.766301 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.766301 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.766575 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.766660 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.766777 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.766980 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.767144 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.767311 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.767478 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.767636 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.767798 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.767962 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.768127 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.768286 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.768448 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.768616 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.768777 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.768935 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.769087 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.769293 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.769444 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.769595 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.769746 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.769944 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.770084 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.770217 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.770343 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.770467 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.770655 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.771020 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.771199 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.771366 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.771530 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.772042 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.772042 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.772042 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.772428 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.772428 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.772662 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.772662 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.772904 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.772904 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.773055 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.773222 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.773402 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.773563 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.773749 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.773910 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.774071 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.774233 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.774394 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.774556 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.774717 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.774877 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.775039 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.775199 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.775360 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.775522 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.775683 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.775844 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.776004 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.776165 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.776329 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.776490 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.776651 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.776813 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.776975 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.777135 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.777318 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.777481 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.777646 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.777806 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.778126 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.778289 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.778452 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.778615 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.778779 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.778939 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.779100 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.779262 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.779424 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.779585 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.779747 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.779915 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.780061 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.780232 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.780393 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.780555 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.781493 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.781493 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.781668 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.781813 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.781958 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.782123 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.782283 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.782446 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.782609 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.782771 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.782933 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.783095 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.783256 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.783433 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.783594 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.783756 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.783917 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.784078 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.784239 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.784399 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.784560 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.784722 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.784882 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.785042 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.785206 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.785391 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.785553 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.785715 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.785876 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.786036 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.786204 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.786362 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.787463 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.787617 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.787775 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.787936 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.788096 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.788283 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.788439 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.788599 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.788955 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.788955 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.789268 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.789268 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.789559 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.789559 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.789823 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.789823 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.790086 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.790086 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.790392 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.790392 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.790681 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.790681 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.790994 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.790994 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.791254 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.791397 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.791536 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.791674 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.791821 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.791955 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.792110 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.792255 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.792394 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.792531 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.792668 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.792824 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.792962 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.793177 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.793355 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.793497 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.793635 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.793772 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.793909 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.794085 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.794254 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.794413 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.794576 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.794744 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.794920 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.795085 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.795229 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.795396 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.795541 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.795706 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.795859 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.796019 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.796167 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.796423 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.796575 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.796755 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.796939 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.796939 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.797218 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.797403 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.797403 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.797668 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.797815 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.798217 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 16:05:27.798355 dv-cinder-689486-13-smb neutron-server[92164]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92164) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 16:05:27.808796 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:27.896740 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 43902) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:27.905171 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063558 May 20 16:05:39.057058 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69f58ce-3306-4fdc-8a7c-d0759dcd16ec None None] get_active_networks_info from dv-cinder-689486-13-smb {{(pid=92273) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 16:05:39.144051 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69f58ce-3306-4fdc-8a7c-d0759dcd16ec None None] No non-hosted networks {{(pid=92273) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 16:05:39.152541 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.agentschedulers_db [None req-b69f58ce-3306-4fdc-8a7c-d0759dcd16ec None None] DHCP Agent not found on host dv-cinder-689486-13-smb {{(pid=92273) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 16:05:39.241964 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-bc26d525-b64f-4031-8cd1-d870d2193702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396'] for agent, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.477797 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396'] for agent, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.478610 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:41.478973 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:41.479406 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:41.479746 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:41.480079 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:41.480458 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:41.480841 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:41.481252 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:41.484161 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:41.484161 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:41.484161 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:41.484161 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:41.484443 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-689486-13-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:41.528044 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-689486-13-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:05:41.552674 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8cfed2e4-cba7-438d-8f1a-c4d6b7e66ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396'] for agent, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:41.672994 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-e2ee5acc-0731-4c9c-a6c3-0ff50e88ad9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:42.638028 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396'] for agent, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:43.987775 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.db.l3_hamode_db [None req-8f262e3d-cba1-44a9-a4a0-272e876284cf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 16:05:44.081505 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f262e3d-cba1-44a9-a4a0-272e876284cf None None] Routers set() bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:05:44.082291 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f262e3d-cba1-44a9-a4a0-272e876284cf None None] Router IDs set() for agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 16:05:44.545842 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396'] for agent, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:45.832641 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 43994) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:46.413387 dv-cinder-689486-13-smb neutron-server[92271]: WARNING oslo_policy.policy [None req-fe740b82-17bc-4254-9b47-f92efd468bc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:05:46.413969 dv-cinder-689486-13-smb neutron-server[92271]: WARNING oslo_policy.policy [None req-fe740b82-17bc-4254-9b47-f92efd468bc6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:05:46.630104 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [None req-fe740b82-17bc-4254-9b47-f92efd468bc6 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92271) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:05:46.631325 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-fe740b82-17bc-4254-9b47-f92efd468bc6 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7966092 May 20 16:05:49.032739 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44008) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:49.399178 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-63417c76-812c-4a92-9ea8-5a4138af0fd0 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:49.498766 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.policy [None req-63417c76-812c-4a92-9ea8-5a4138af0fd0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92271) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 16:05:49.543754 dv-cinder-689486-13-smb neutron-server[92271]: WARNING oslo_policy.policy [None req-63417c76-812c-4a92-9ea8-5a4138af0fd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:05:49.544131 dv-cinder-689486-13-smb neutron-server[92271]: WARNING oslo_policy.policy [None req-63417c76-812c-4a92-9ea8-5a4138af0fd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:05:49.553943 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.quota [None req-63417c76-812c-4a92-9ea8-5a4138af0fd0 admin admin] Loaded quota_driver: . May 20 16:05:49.570396 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-63417c76-812c-4a92-9ea8-5a4138af0fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:49.705976 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-63417c76-812c-4a92-9ea8-5a4138af0fd0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765186583618', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765186584173', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765186574858', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765186578262', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765186591193', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765186593036', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3736410', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4156315', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-819844', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1017606'] for rbac-policy, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.917315 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-63417c76-812c-4a92-9ea8-5a4138af0fd0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:49.918805 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-63417c76-812c-4a92-9ea8-5a4138af0fd0 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8847880 May 20 16:05:52.553825 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44022) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:52.914793 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:52.919826 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:52.924388 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Usage tracker for resource:network and tenant:f84b05acec1d49aeb118b6017934e4d1 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:52.928922 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:52.935051 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:52.995569 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Made reservation on behalf of f84b05acec1d49aeb118b6017934e4d1 for: {'network': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:05:52.998597 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.017951 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.032021 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:53.035729 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Usage tracker for resource:security_group_rule and tenant:f84b05acec1d49aeb118b6017934e4d1 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:53.040831 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:53.046921 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:53.142478 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.179780 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.185026 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:53.205506 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=92271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:05:53.230042 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765187096378', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.230823 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Unsubscribe: segment precommit_create {{(pid=92271) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 16:05:53.231165 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.segments_db [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Added segment ed1bd625-2377-4db9-8e1e-48087f379f7a of type vlan for network 216e389a-5116-4df8-81dd-1e17735d09ef May 20 16:05:53.240213 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ceb486c-ae54-4124-865b-dabd6888b319,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:53.296377 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:53.296729 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:53.297249 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:53.297847 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:53.298168 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:53.298485 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:53.298799 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:53.299111 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:53.299436 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:53.299750 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:53.300057 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:53.300363 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Tracked resource versions report: May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: pushed versions: May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: { 'AddressGroup': {'1.2'}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'ConntrackHelper': {'1.0'}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'Log': {'1.0'}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'Network': {'1.1'}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'Port': {'1.7'}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'PortForwarding': {'1.2'}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'QosPolicy': {'1.8'}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'SecurityGroup': {'1.4'}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'SecurityGroupRule': {'1.2'}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'SubPort': {'1.0'}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'Subnet': {'1.1'}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'Trunk': {'1.1'}} May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: consumer versions: May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: { DHCP agent@dv-cinder-689486-13-smb: {}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: L3 agent@dv-cinder-689486-13-smb: {}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: Metadata agent@dv-cinder-689486-13-smb: {}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: Metering agent@dv-cinder-689486-13-smb: {}, May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: Open vSwitch agent@dv-cinder-689486-13-smb: { 'AddressGroup': '1.2', May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'ConntrackHelper': '1.0', May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'Log': '1.0', May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'Network': '1.1', May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'Port': '1.7', May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'PortForwarding': '1.2', May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'QosPolicy': '1.8', May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'SecurityGroup': '1.4', May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'SecurityGroupRule': '1.2', May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'SubPort': '1.0', May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'Subnet': '1.1', May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: 'Trunk': '1.1'}} May 20 16:05:53.301506 dv-cinder-689486-13-smb neutron-server[92271]: {{(pid=92271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:05:53.353913 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.357744 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:53.447158 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.448659 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:53.449394 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:53.454514 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:53.556548 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Pushing event updated for resources: {'Network': ['ID=216e389a-5116-4df8-81dd-1e17735d09ef,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:53.559576 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:53.568861 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network 216e389a-5116-4df8-81dd-1e17735d09ef details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:05:53.610692 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0557745 May 20 16:05:56.262899 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44038) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:05:56.842897 dv-cinder-689486-13-smb neutron-server[92272]: WARNING oslo_policy.policy [None req-a49fbdf1-c6dc-4e45-be1f-e0b317ec2b4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:05:56.843518 dv-cinder-689486-13-smb neutron-server[92272]: WARNING oslo_policy.policy [None req-a49fbdf1-c6dc-4e45-be1f-e0b317ec2b4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:05:57.276692 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.policy [None req-a49fbdf1-c6dc-4e45-be1f-e0b317ec2b4a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92272) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 16:05:57.322615 dv-cinder-689486-13-smb neutron-server[92272]: WARNING oslo_policy.policy [None req-a49fbdf1-c6dc-4e45-be1f-e0b317ec2b4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:05:57.322995 dv-cinder-689486-13-smb neutron-server[92272]: WARNING oslo_policy.policy [None req-a49fbdf1-c6dc-4e45-be1f-e0b317ec2b4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 16:05:57.332087 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49fbdf1-c6dc-4e45-be1f-e0b317ec2b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:57.333845 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-a49fbdf1-c6dc-4e45-be1f-e0b317ec2b4a admin admin] 10.222.0.11 "GET /v2.0/networks/216e389a-5116-4df8-81dd-1e17735d09ef HTTP/1.1" status: 200 len: 825 time: 1.0700333 May 20 16:05:57.365719 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-7fba6d22-a1dc-4ba3-b161-3d15dc755261 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/1df17711-6eed-44a3-b70d-58d9b03ee13d HTTP/1.1" status: 200 len: 734 time: 0.0265198 May 20 16:05:57.374344 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef', 'gateway_ip': '172.20.0.1', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'subnetpool_id': '1df17711-6eed-44a3-b70d-58d9b03ee13d', 'name': 'private-subnet'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:05:57.375895 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.quota [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Loaded quota_driver: . May 20 16:05:57.382080 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:05:57.387650 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Usage tracker for resource:subnet and tenant:f84b05acec1d49aeb118b6017934e4d1 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:05:57.391077 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:05:57.398025 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:05:57.487298 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Made reservation on behalf of f84b05acec1d49aeb118b6017934e4d1 for: {'subnet': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:05:57.490158 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.092007 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832'] for subnet, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.097867 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:58.174793 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Checking segment: {'id': 'ed1bd625-2377-4db9-8e1e-48087f379f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:05:58.175159 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Network hostable DHCP agents. Network: 216e389a-5116-4df8-81dd-1e17735d09ef, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:05:58.188289 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=006b5bcb-da7d-4926-b1ff-1b7006a158dc,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:58.197519 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:58.197870 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:58.198196 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:58.198513 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:58.198830 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:58.199135 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:58.199441 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:58.199745 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:58.200063 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:58.200370 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:58.200668 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:58.200968 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Tracked resource versions report: May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: pushed versions: May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: { 'AddressGroup': {'1.2'}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'ConntrackHelper': {'1.0'}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'Log': {'1.0'}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'Network': {'1.1'}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'Port': {'1.7'}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'PortForwarding': {'1.2'}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'QosPolicy': {'1.8'}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'SecurityGroup': {'1.4'}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'SecurityGroupRule': {'1.2'}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'SubPort': {'1.0'}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'Subnet': {'1.1'}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'Trunk': {'1.1'}} May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: consumer versions: May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: { DHCP agent@dv-cinder-689486-13-smb: {}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: L3 agent@dv-cinder-689486-13-smb: {}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: Metadata agent@dv-cinder-689486-13-smb: {}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: Metering agent@dv-cinder-689486-13-smb: {}, May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: Open vSwitch agent@dv-cinder-689486-13-smb: { 'AddressGroup': '1.2', May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'ConntrackHelper': '1.0', May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'Log': '1.0', May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'Network': '1.1', May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'Port': '1.7', May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'PortForwarding': '1.2', May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'QosPolicy': '1.8', May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'SecurityGroup': '1.4', May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'SecurityGroupRule': '1.2', May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'SubPort': '1.0', May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'Subnet': '1.1', May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: 'Trunk': '1.1'}} May 20 16:05:58.202709 dv-cinder-689486-13-smb neutron-server[92272]: {{(pid=92272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:05:58.232169 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:58.294112 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Network 216e389a-5116-4df8-81dd-1e17735d09ef is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:05:58.379874 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, 216e389a-5116-4df8-81dd-1e17735d09ef) {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:05:58.384467 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:05:58.385101 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.389528 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99db717d-0519-4085-85fa-7ee81c852378 None None] Network 216e389a-5116-4df8-81dd-1e17735d09ef requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:05:58.460820 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0899177 May 20 16:05:58.694863 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2301f5ec-f124-50c5-93e1-18616e4b0565-216e389a-5116-4df8-81dd-1e17735d09ef', 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'fixed_ips': [{'subnet_id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc'}]}} from dv-cinder-689486-13-smb. {{(pid=92273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:05:58.698999 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:58.918509 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.db_base_plugin_common [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Allocated IP 172.20.0.2 (216e389a-5116-4df8-81dd-1e17735d09ef/006b5bcb-da7d-4926-b1ff-1b7006a158dc/fe2ef622-d87c-4924-9bca-daa95107279f) {{(pid=92273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:05:59.144892 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Notify callbacks [] for port, precommit_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.160287 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Transition to ACTIVE for port object fe2ef622-d87c-4924-9bca-daa95107279f will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:05:59.178490 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Transition to ACTIVE for port object fe2ef622-d87c-4924-9bca-daa95107279f will not be triggered until provisioned by entity DHCP. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:05:59.266704 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.271625 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:59.333885 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Network 216e389a-5116-4df8-81dd-1e17735d09ef is already hosted by enough agents. {{(pid=92273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:05:59.336679 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.base_scheduler [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Resources bound (agent type, host, resource id): {{(pid=92273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:05:59.343492 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Received port after_create {{(pid=92273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:05:59.345666 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Pushing event updated for resources: {'Port': ['ID=fe2ef622-d87c-4924-9bca-daa95107279f,revision_number=1']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:59.382235 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:59.382689 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:59.382860 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:59.383185 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:59.383508 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:59.383836 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:59.384143 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:59.384465 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:59.384793 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:59.385108 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:59.385446 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:59.385758 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Tracked resource versions report: May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: pushed versions: May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: { 'AddressGroup': {'1.2'}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'ConntrackHelper': {'1.0'}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'Log': {'1.0'}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'Network': {'1.1'}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'Port': {'1.7'}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'PortForwarding': {'1.2'}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'QosPolicy': {'1.8'}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'SecurityGroup': {'1.4'}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'SecurityGroupRule': {'1.2'}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'SubPort': {'1.0'}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'Subnet': {'1.1'}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'Trunk': {'1.1'}} May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: consumer versions: May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: { DHCP agent@dv-cinder-689486-13-smb: {}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: L3 agent@dv-cinder-689486-13-smb: {}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: Metadata agent@dv-cinder-689486-13-smb: {}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: Metering agent@dv-cinder-689486-13-smb: {}, May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: Open vSwitch agent@dv-cinder-689486-13-smb: { 'AddressGroup': '1.2', May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'ConntrackHelper': '1.0', May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'Log': '1.0', May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'Network': '1.1', May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'Port': '1.7', May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'PortForwarding': '1.2', May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'QosPolicy': '1.8', May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'SecurityGroup': '1.4', May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'SecurityGroupRule': '1.2', May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'SubPort': '1.0', May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'Subnet': '1.1', May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: 'Trunk': '1.1'}} May 20 16:05:59.386903 dv-cinder-689486-13-smb neutron-server[92273]: {{(pid=92273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:05:59.394961 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:05:59.447427 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Attempting to bind port fe2ef622-d87c-4924-9bca-daa95107279f on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:05:59.447820 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Attempting to bind port fe2ef622-d87c-4924-9bca-daa95107279f by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'ed1bd625-2377-4db9-8e1e-48087f379f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:05:59.448263 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Attempting to bind port fe2ef622-d87c-4924-9bca-daa95107279f on network 216e389a-5116-4df8-81dd-1e17735d09ef {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:05:59.453603 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:05:59.454029 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Checking segment: {'id': 'ed1bd625-2377-4db9-8e1e-48087f379f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:05:59.454518 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.454912 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Bound using segment: {'id': 'ed1bd625-2377-4db9-8e1e-48087f379f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:05:59.455380 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Bound port: fe2ef622-d87c-4924-9bca-daa95107279f, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1bd625-2377-4db9-8e1e-48087f379f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:05:59.455752 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.545120 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] For port fe2ef622-d87c-4924-9bca-daa95107279f, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:05:59.549586 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] For port fe2ef622-d87c-4924-9bca-daa95107279f, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=fe2ef622-d87c-4924-9bca-daa95107279f,segment=NetworkSegment(ed1bd625-2377-4db9-8e1e-48087f379f7a),segment_id=ed1bd625-2377-4db9-8e1e-48087f379f7a)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:05:59.619250 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:05:59.623179 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:05:59.707675 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Pushing event updated for resources: {'Port': ['ID=fe2ef622-d87c-4924-9bca-daa95107279f,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:05:59.711165 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:00.861578 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44058) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:01.245653 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [None req-5b616677-32e4-476b-af15-42e852e7d126 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92271) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:06:01.246665 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-5b616677-32e4-476b-af15-42e852e7d126 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3841395 May 20 16:06:03.622414 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44068) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:04.004840 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [None req-261e7247-2482-436f-82e8-bbe69fd8373d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92271) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:06:04.005991 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-261e7247-2482-436f-82e8-bbe69fd8373d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3825996 May 20 16:06:05.276791 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddbe44a-ab6d-43c4-aa11-7428b4c6d390 None None] Network 216e389a-5116-4df8-81dd-1e17735d09ef requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:06:05.448864 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-a7b9cdae-1d5c-4a17-98cc-eefdc90a690d None None] Provisioning for port fe2ef622-d87c-4924-9bca-daa95107279f completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:06:05.621882 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device fe2ef622-d87c-4924-9bca-daa95107279f up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:06:05.806978 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port fe2ef622-d87c-4924-9bca-daa95107279f completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:06:05.812521 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port fe2ef622-d87c-4924-9bca-daa95107279f triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:06:05.817293 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:05.927264 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:05.958845 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port fe2ef622-d87c-4924-9bca-daa95107279f, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=fe2ef622-d87c-4924-9bca-daa95107279f,segment=NetworkSegment(ed1bd625-2377-4db9-8e1e-48087f379f7a),segment_id=ed1bd625-2377-4db9-8e1e-48087f379f7a)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:06:06.035866 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:06.039315 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:06.106822 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=fe2ef622-d87c-4924-9bca-daa95107279f,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:06.110986 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:06.697666 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44084) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:07.050109 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-81c3442f-1fdb-4925-b30f-6c07e206f5bf admin admin] Request body: {'router': {'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:07.054999 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-81c3442f-1fdb-4925-b30f-6c07e206f5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:07.058780 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-81c3442f-1fdb-4925-b30f-6c07e206f5bf admin admin] Usage tracker for resource:router and tenant:f84b05acec1d49aeb118b6017934e4d1 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:07.062100 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-81c3442f-1fdb-4925-b30f-6c07e206f5bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:07.067671 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-81c3442f-1fdb-4925-b30f-6c07e206f5bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:07.134316 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-81c3442f-1fdb-4925-b30f-6c07e206f5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-797338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7430'] for router, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:07.135993 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-81c3442f-1fdb-4925-b30f-6c07e206f5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-797580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7437'] for router, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:07.158291 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-81c3442f-1fdb-4925-b30f-6c07e206f5bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:07.323363 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-81c3442f-1fdb-4925-b30f-6c07e206f5bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-797333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559537'] for router, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:07.391179 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-81c3442f-1fdb-4925-b30f-6c07e206f5bf admin admin] Notify callbacks [] for router, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:07.392373 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-81c3442f-1fdb-4925-b30f-6c07e206f5bf admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6937296 May 20 16:06:07.582763 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device fe2ef622-d87c-4924-9bca-daa95107279f up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:06:07.650096 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port fe2ef622-d87c-4924-9bca-daa95107279f triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:06:07.650461 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:08.863908 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-503bb944-e787-4cd1-ab11-14a17b42ee98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:09.735456 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44094) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:10.110110 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [None req-c203a5a3-f170-48df-942c-f33dbbe70bdf admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92271) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:06:10.111074 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-c203a5a3-f170-48df-942c-f33dbbe70bdf admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3746920 May 20 16:06:11.516961 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:11.580001 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-559ae8d0-ab4c-4525-82dd-6cd74bb55f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:12.469680 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44104) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:12.534295 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:12.837561 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:12.843228 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:12.847048 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Usage tracker for resource:network and tenant:6aa598ceb138410da7fd0c942d3b0de0 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:12.850015 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:12.855630 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:12.943935 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Made reservation on behalf of 6aa598ceb138410da7fd0c942d3b0de0 for: {'network': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:06:12.946254 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:12.958876 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:12.972996 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:12.976812 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6aa598ceb138410da7fd0c942d3b0de0 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:12.979794 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:12.985632 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:13.065832 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:13.132262 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:13.136338 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:13.151794 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Reserving flat network on physical network physnet1 {{(pid=92271) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 16:06:13.175686 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423da8bc-6350-4d3d-a8eb-d3fbbb53d977,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:13.178450 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:13.178792 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.segments_db [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Added segment f732613b-9c18-4bb6-933e-26047764dd2f of type flat for network 8120caa7-72ef-43bf-afbe-41d0992388cc May 20 16:06:13.180082 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:13.215170 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:13.303737 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:13.304981 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:13.305584 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:13.310016 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:13.423642 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Pushing event updated for resources: {'Network': ['ID=8120caa7-72ef-43bf-afbe-41d0992388cc,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:13.426261 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:13.433138 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network 8120caa7-72ef-43bf-afbe-41d0992388cc details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:06:13.511817 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0410528 May 20 16:06:14.528235 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:15.850155 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44124) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:16.060133 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92341d42-5312-44b8-ba5f-76e3cf3e118c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:16.062052 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-92341d42-5312-44b8-ba5f-76e3cf3e118c admin admin] 10.222.0.11 "GET /v2.0/subnets/006b5bcb-da7d-4926-b1ff-1b7006a158dc HTTP/1.1" status: 200 len: 849 time: 0.2109399 May 20 16:06:16.205317 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-ee9ac4b8-983f-4b39-9bec-20139bc77067 admin admin] 10.222.0.11 "GET /v2.0/routers/49ff994a-7f03-4c63-8d14-0c3a22994e8d HTTP/1.1" status: 200 len: 704 time: 0.1375875 May 20 16:06:16.661956 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:16.893642 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Allocated IP 172.20.0.1 (216e389a-5116-4df8-81dd-1e17735d09ef/006b5bcb-da7d-4926-b1ff-1b7006a158dc/50c2dbd3-40bc-4b3b-8ac3-0796eb44e716) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:06:17.047636 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:17.066158 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Transition to ACTIVE for port object 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 will not be triggered until provisioned by entity DHCP. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:06:17.180504 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:17.184240 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:17.247182 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Network 216e389a-5116-4df8-81dd-1e17735d09ef is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:06:17.248364 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:06:17.252230 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:06:17.252750 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-795048'] for router_interface, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:17.425044 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Pushing event updated for resources: {'Port': ['ID=50c2dbd3-40bc-4b3b-8ac3-0796eb44e716,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:17.429824 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:17.528377 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-b98880c8-1981-4442-ab2b-b3cdc7ac3a42 None None] Provisioning for port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:06:17.533308 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-b98880c8-1981-4442-ab2b-b3cdc7ac3a42 None None] Provisioning complete for port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:06:17.533711 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-b98880c8-1981-4442-ab2b-b3cdc7ac3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:17.588552 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-b98880c8-1981-4442-ab2b-b3cdc7ac3a42 None None] Port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:06:17.611034 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:17.835389 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:17.893793 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:17.894927 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566547'] for router_interface, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:17.898336 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:17.991877 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Pushing event updated for resources: {'Port': ['ID=50c2dbd3-40bc-4b3b-8ac3-0796eb44e716,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:18.036302 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:18.089214 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Network 216e389a-5116-4df8-81dd-1e17735d09ef is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:06:18.090266 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:06:18.311634 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-c4f9032e-0766-435a-9d16-6d9663b6c3c1 None None] Provisioning complete for port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:06:18.312008 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c4f9032e-0766-435a-9d16-6d9663b6c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:18.351352 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Router 49ff994a-7f03-4c63-8d14-0c3a22994e8d is scheduled to L3 agent 30fad739-0224-41ff-944f-60d25c281d4e with binding_index 1 {{(pid=92271) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:06:18.366320 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-c4f9032e-0766-435a-9d16-6d9663b6c3c1 None None] Port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:06:18.505205 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:06:18.514641 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] 10.222.0.11 "PUT /v2.0/routers/49ff994a-7f03-4c63-8d14-0c3a22994e8d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3045063 May 20 16:06:18.515731 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Sync routers for ids ['49ff994a-7f03-4c63-8d14-0c3a22994e8d'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:06:18.526207 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Routers {'49ff994a-7f03-4c63-8d14-0c3a22994e8d'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:06:18.527092 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:06:11Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['49ff994a-7f03-4c63-8d14-0c3a22994e8d'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:18.702095 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Set router 49ff994a-7f03-4c63-8d14-0c3a22994e8d gateway port host: None {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:06:19.069270 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'name': 'router1', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:06:07Z', 'updated_at': '2021-05-20T16:06:17Z', 'revision_number': 2, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'gw_port_host': None, '_interfaces': [{'id': '50c2dbd3-40bc-4b3b-8ac3-0796eb44e716', 'name': '', 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'mac_address': 'fa:16:3e:92:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:06:16Z', 'updated_at': '2021-05-20T16:06:17Z', 'revision_number': 2, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'subnets': [{'id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1df17711-6eed-44a3-b70d-58d9b03ee13d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:19.074323 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Checking router: 49ff994a-7f03-4c63-8d14-0c3a22994e8d for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:06:19.074697 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Updating router 49ff994a-7f03-4c63-8d14-0c3a22994e8d port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 binding host dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:06:19.127045 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:19.523402 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Notify callbacks [] for port, precommit_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:19.543038 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.provisioning_blocks [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Transition to ACTIVE for port object 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 will not be triggered until provisioned by entity L2. {{(pid=92274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:06:19.613820 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:19.619125 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:19.830107 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Pushing event updated for resources: {'Port': ['ID=50c2dbd3-40bc-4b3b-8ac3-0796eb44e716,revision_number=3']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:19.849819 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:19.850154 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:19.850487 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:19.850807 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:19.851123 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:19.851439 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:19.851749 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:19.852096 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:19.852419 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:19.852726 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:19.853049 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:19.853375 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Tracked resource versions report: May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: pushed versions: May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: { 'AddressGroup': {'1.2'}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'ConntrackHelper': {'1.0'}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'Log': {'1.0'}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'Network': {'1.1'}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'Port': {'1.7'}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'PortForwarding': {'1.2'}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'QosPolicy': {'1.8'}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'SecurityGroup': {'1.4'}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'SecurityGroupRule': {'1.2'}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'SubPort': {'1.0'}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'Subnet': {'1.1'}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'Trunk': {'1.1'}} May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: consumer versions: May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: { DHCP agent@dv-cinder-689486-13-smb: {}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: L3 agent@dv-cinder-689486-13-smb: {}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: Metadata agent@dv-cinder-689486-13-smb: {}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: Metering agent@dv-cinder-689486-13-smb: {}, May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: Open vSwitch agent@dv-cinder-689486-13-smb: { 'AddressGroup': '1.2', May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'ConntrackHelper': '1.0', May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'Log': '1.0', May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'Network': '1.1', May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'Port': '1.7', May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'PortForwarding': '1.2', May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'QosPolicy': '1.8', May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'SecurityGroup': '1.4', May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'SecurityGroupRule': '1.2', May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'SubPort': '1.0', May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'Subnet': '1.1', May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: 'Trunk': '1.1'}} May 20 16:06:19.854483 dv-cinder-689486-13-smb neutron-server[92274]: {{(pid=92274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:06:19.859495 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:19.862006 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Attempting to bind port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:06:19.862404 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Attempting to bind port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'ed1bd625-2377-4db9-8e1e-48087f379f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef'}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:06:19.862883 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Attempting to bind port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 on network 216e389a-5116-4df8-81dd-1e17735d09ef {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:06:19.868184 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:06:19.868589 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Checking segment: {'id': 'ed1bd625-2377-4db9-8e1e-48087f379f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:06:19.869086 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:19.869495 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Bound using segment: {'id': 'ed1bd625-2377-4db9-8e1e-48087f379f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef'} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:06:19.870031 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Bound port: 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1bd625-2377-4db9-8e1e-48087f379f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef'}}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:06:19.870402 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:19.962482 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] For port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:06:19.966314 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] For port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=50c2dbd3-40bc-4b3b-8ac3-0796eb44e716,segment=NetworkSegment(ed1bd625-2377-4db9-8e1e-48087f379f7a),segment_id=ed1bd625-2377-4db9-8e1e-48087f379f7a)] {{(pid=92274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:06:20.030210 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:20.035525 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:20.118634 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Routers {'49ff994a-7f03-4c63-8d14-0c3a22994e8d'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:06:20.119272 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:06:11Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['49ff994a-7f03-4c63-8d14-0c3a22994e8d'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:20.188613 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Pushing event updated for resources: {'Port': ['ID=50c2dbd3-40bc-4b3b-8ac3-0796eb44e716,revision_number=4']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:20.192856 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:20.308972 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] Set router 49ff994a-7f03-4c63-8d14-0c3a22994e8d gateway port host: None {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:06:20.635617 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'name': 'router1', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:06:07Z', 'updated_at': '2021-05-20T16:06:17Z', 'revision_number': 2, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'gw_port_host': None, '_interfaces': [{'id': '50c2dbd3-40bc-4b3b-8ac3-0796eb44e716', 'name': '', 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'mac_address': 'fa:16:3e:92:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:06:16Z', 'updated_at': '2021-05-20T16:06:19Z', 'revision_number': 4, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'subnets': [{'id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1df17711-6eed-44a3-b70d-58d9b03ee13d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:20.640184 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b982d2-99d6-45e2-8248-a6b9f1b318d5 None None] The sync data for ids ['49ff994a-7f03-4c63-8d14-0c3a22994e8d'] in dv-cinder-689486-13-smb is: [{'id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'name': 'router1', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:06:07Z', 'updated_at': '2021-05-20T16:06:17Z', 'revision_number': 2, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'gw_port_host': None, '_interfaces': [{'id': '50c2dbd3-40bc-4b3b-8ac3-0796eb44e716', 'name': '', 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'mac_address': 'fa:16:3e:92:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:06:16Z', 'updated_at': '2021-05-20T16:06:19Z', 'revision_number': 4, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'subnets': [{'id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1df17711-6eed-44a3-b70d-58d9b03ee13d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:06:20.701600 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44146) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:20.851302 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a245590c-7303-4b51-ac96-0740659f9349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:20.851868 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-a245590c-7303-4b51-ac96-0740659f9349 admin admin] Synchronizing usage tracker for tenant:6aa598ceb138410da7fd0c942d3b0de0 on resource:network {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:06:20.932697 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-a245590c-7303-4b51-ac96-0740659f9349 admin admin] Unset dirty status for tenant:6aa598ceb138410da7fd0c942d3b0de0 on resource:network {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:06:20.933812 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-a245590c-7303-4b51-ac96-0740659f9349 admin admin] 10.222.0.11 "GET /v2.0/networks/8120caa7-72ef-43bf-afbe-41d0992388cc HTTP/1.1" status: 200 len: 842 time: 0.2312634 May 20 16:06:20.943866 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'gateway_ip': '172.28.0.1', 'name': 'public-subnet'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:20.949251 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:06:20.953693 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Usage tracker for resource:subnet and tenant:6aa598ceb138410da7fd0c942d3b0de0 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:06:20.956623 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:06:20.962975 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:06:21.046560 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Made reservation on behalf of 6aa598ceb138410da7fd0c942d3b0de0 for: {'subnet': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:06:21.049148 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:21.577793 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.objects.ports [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92271) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 16:06:21.578244 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832'] for subnet, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:21.582633 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:21.655684 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=930f10ce-88a2-4cac-83f9-2c578d108f70,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:21.659751 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Checking segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:06:21.660121 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Network hostable DHCP agents. Network: 8120caa7-72ef-43bf-afbe-41d0992388cc, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:06:21.662809 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:21.831487 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:06:21.910936 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, 8120caa7-72ef-43bf-afbe-41d0992388cc) {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:06:21.916137 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:21.917167 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:21.922493 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c51c5-a3c3-476a-ae1a-68b9f7483195 None None] Network 8120caa7-72ef-43bf-afbe-41d0992388cc requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:06:22.009196 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0688477 May 20 16:06:22.149004 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5b7784-984e-4163-b897-4435a23d1aea None None] Network 8120caa7-72ef-43bf-afbe-41d0992388cc requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:06:23.606394 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:06:23.756653 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:06:23.761839 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:06:23.762285 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:23.880504 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:23.985038 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=50c2dbd3-40bc-4b3b-8ac3-0796eb44e716,segment=NetworkSegment(ed1bd625-2377-4db9-8e1e-48087f379f7a),segment_id=ed1bd625-2377-4db9-8e1e-48087f379f7a)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:06:24.042824 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:24.045696 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-541aac5c-d07d-467e-9742-7986a977c2b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:24.117338 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=50c2dbd3-40bc-4b3b-8ac3-0796eb44e716,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:24.120332 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:24.304361 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44160) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:24.568044 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-8a7d8597-e450-4086-a0ca-aa8a1464a5ea admin admin] 10.222.0.11 "GET /v2.0/routers/49ff994a-7f03-4c63-8d14-0c3a22994e8d HTTP/1.1" status: 200 len: 710 time: 0.2624884 May 20 16:06:24.692685 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf5a706-3c8d-48da-b42f-59f5987e332a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:06:24.694127 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-cdf5a706-3c8d-48da-b42f-59f5987e332a admin admin] 10.222.0.11 "GET /v2.0/networks/8120caa7-72ef-43bf-afbe-41d0992388cc HTTP/1.1" status: 200 len: 886 time: 0.1210957 May 20 16:06:24.703575 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:06:25.136691 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-797324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7451'] for router, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:25.557740 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:25.590439 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:06:25.613935 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:25.656118 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:06:25.656490 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:25.751924 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Allocated IP 172.28.0.203 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/d146eb9e-727d-4318-8f16-66af560711f4) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:06:25.950050 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:26.081524 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:26.085334 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:26.149459 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:06:26.152122 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:06:26.156237 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:06:26.208900 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=d146eb9e-727d-4318-8f16-66af560711f4,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:26.212872 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:26.578212 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:26.916501 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-797324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7451'] for router, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:26.919785 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559537', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-559614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-559528', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-797438'] for router, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:27.094818 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Router 49ff994a-7f03-4c63-8d14-0c3a22994e8d has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:06:27.309544 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:06:27.317764 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Notify callbacks [] for router, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:27.319051 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] 10.222.0.11 "PUT /v2.0/routers/49ff994a-7f03-4c63-8d14-0c3a22994e8d HTTP/1.1" status: 200 len: 890 time: 2.6192572 May 20 16:06:27.319491 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Sync routers for ids ['49ff994a-7f03-4c63-8d14-0c3a22994e8d'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:06:27.329715 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Routers {'49ff994a-7f03-4c63-8d14-0c3a22994e8d'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:06:27.330370 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:06:11Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['49ff994a-7f03-4c63-8d14-0c3a22994e8d'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:27.523395 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Set router 49ff994a-7f03-4c63-8d14-0c3a22994e8d gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:06:27.865329 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'name': 'router1', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd146eb9e-727d-4318-8f16-66af560711f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:06:07Z', 'updated_at': '2021-05-20T16:06:26Z', 'revision_number': 4, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'gw_port': {'id': 'd146eb9e-727d-4318-8f16-66af560711f4', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:06:25Z', 'updated_at': '2021-05-20T16:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '50c2dbd3-40bc-4b3b-8ac3-0796eb44e716', 'name': '', 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'mac_address': 'fa:16:3e:92:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:06:16Z', 'updated_at': '2021-05-20T16:06:23Z', 'revision_number': 5, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'subnets': [{'id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1df17711-6eed-44a3-b70d-58d9b03ee13d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:27.870263 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Checking router: 49ff994a-7f03-4c63-8d14-0c3a22994e8d for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:06:27.870662 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Updating router 49ff994a-7f03-4c63-8d14-0c3a22994e8d port d146eb9e-727d-4318-8f16-66af560711f4 binding host dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:06:27.923137 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:28.272958 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Notify callbacks [] for port, precommit_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:28.284618 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Transition to ACTIVE for port object d146eb9e-727d-4318-8f16-66af560711f4 will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:06:28.362481 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:28.366538 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:28.441467 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Attempting to bind port d146eb9e-727d-4318-8f16-66af560711f4 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:06:28.441838 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Attempting to bind port d146eb9e-727d-4318-8f16-66af560711f4 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:06:28.442201 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Attempting to bind port d146eb9e-727d-4318-8f16-66af560711f4 on network 8120caa7-72ef-43bf-afbe-41d0992388cc {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:06:28.445491 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff7679-70f9-4ba9-82c2-e2cb5b4bcfd4 None None] Pushing event updated for resources: {'Port': ['ID=d146eb9e-727d-4318-8f16-66af560711f4,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:28.449198 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-aaff7679-70f9-4ba9-82c2-e2cb5b4bcfd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:28.450088 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:06:28.450465 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Checking segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:06:28.450915 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:28.451302 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Bound using segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:06:28.451774 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Bound port: d146eb9e-727d-4318-8f16-66af560711f4, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:06:28.452148 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:28.524790 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] For port d146eb9e-727d-4318-8f16-66af560711f4, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:06:28.527802 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] For port d146eb9e-727d-4318-8f16-66af560711f4, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=d146eb9e-727d-4318-8f16-66af560711f4,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:06:28.607056 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:28.611182 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-aaff7679-70f9-4ba9-82c2-e2cb5b4bcfd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:28.686221 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Routers {'49ff994a-7f03-4c63-8d14-0c3a22994e8d'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:06:28.686839 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:06:11Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['49ff994a-7f03-4c63-8d14-0c3a22994e8d'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:28.759276 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff7679-70f9-4ba9-82c2-e2cb5b4bcfd4 None None] Pushing event updated for resources: {'Port': ['ID=d146eb9e-727d-4318-8f16-66af560711f4,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:28.762538 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-aaff7679-70f9-4ba9-82c2-e2cb5b4bcfd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:28.875477 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] Set router 49ff994a-7f03-4c63-8d14-0c3a22994e8d gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:06:29.199905 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'name': 'router1', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd146eb9e-727d-4318-8f16-66af560711f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:06:07Z', 'updated_at': '2021-05-20T16:06:26Z', 'revision_number': 4, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'gw_port': {'id': 'd146eb9e-727d-4318-8f16-66af560711f4', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:06:25Z', 'updated_at': '2021-05-20T16:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '50c2dbd3-40bc-4b3b-8ac3-0796eb44e716', 'name': '', 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'mac_address': 'fa:16:3e:92:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:06:16Z', 'updated_at': '2021-05-20T16:06:23Z', 'revision_number': 5, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'subnets': [{'id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1df17711-6eed-44a3-b70d-58d9b03ee13d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:06:29.204048 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e69a34-1b7d-4fc8-83cc-570c77a6c536 None None] The sync data for ids ['49ff994a-7f03-4c63-8d14-0c3a22994e8d'] in dv-cinder-689486-13-smb is: [{'id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'name': 'router1', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': 'd146eb9e-727d-4318-8f16-66af560711f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:06:07Z', 'updated_at': '2021-05-20T16:06:26Z', 'revision_number': 4, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'gw_port': {'id': 'd146eb9e-727d-4318-8f16-66af560711f4', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:26:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:06:25Z', 'updated_at': '2021-05-20T16:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '50c2dbd3-40bc-4b3b-8ac3-0796eb44e716', 'name': '', 'network_id': '216e389a-5116-4df8-81dd-1e17735d09ef', 'tenant_id': 'f84b05acec1d49aeb118b6017934e4d1', 'mac_address': 'fa:16:3e:92:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ff994a-7f03-4c63-8d14-0c3a22994e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:06:16Z', 'updated_at': '2021-05-20T16:06:23Z', 'revision_number': 5, 'project_id': 'f84b05acec1d49aeb118b6017934e4d1', 'subnets': [{'id': '006b5bcb-da7d-4926-b1ff-1b7006a158dc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1df17711-6eed-44a3-b70d-58d9b03ee13d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:06:29.630272 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device d146eb9e-727d-4318-8f16-66af560711f4 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:06:29.690324 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44170) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:06:29.756908 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port d146eb9e-727d-4318-8f16-66af560711f4 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:06:29.762377 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port d146eb9e-727d-4318-8f16-66af560711f4 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:06:29.766297 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:29.813865 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-dd7eafda-1864-49aa-a1e6-fb76e6750a9e admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1213934 May 20 16:06:29.898827 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:29.918963 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port d146eb9e-727d-4318-8f16-66af560711f4, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=d146eb9e-727d-4318-8f16-66af560711f4,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:06:29.996664 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:29.999458 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:06:30.066071 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=d146eb9e-727d-4318-8f16-66af560711f4,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:06:30.069253 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:06:31.603090 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device d146eb9e-727d-4318-8f16-66af560711f4 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:06:31.682522 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port d146eb9e-727d-4318-8f16-66af560711f4 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:06:31.682908 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:38.683874 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 5 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:06:38.848174 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-309c23f0-b6d6-44b0-bb8a-3b1db342c146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:41.442212 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:41.533844 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a4dc1b2c-25b2-417b-9dfd-d10c07b6a021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:42.543456 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:06:44.549096 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:08.842008 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a3351758-3ac5-40e9-8cbe-d0567eeeced1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:11.480125 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:11.538705 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-f14d2dfd-b928-4998-8838-232474b1688e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:12.554473 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:14.537019 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:15.682163 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 5 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:07:38.827863 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-4d05b4d2-71f8-49e9-a07f-478e2ef27390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:41.462813 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:41.559597 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c3bc29cf-3ffc-4e03-934a-2644c6f9ffa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:42.532661 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:44.504399 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:07:52.680465 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 5 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:08:07.324641 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44740) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:07.391276 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdfeafd-c4c0-47b9-916a-958e2164e17c admin admin] GET failed (client error): The resource could not be found. May 20 16:08:07.392532 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-4fdfeafd-c4c0-47b9-916a-958e2164e17c admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669186 May 20 16:08:07.521733 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b966b3b-6365-4500-a6a9-8eb6450c5e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:07.523200 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-2b966b3b-6365-4500-a6a9-8eb6450c5e75 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1268628 May 20 16:08:08.823981 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-534107eb-8801-4871-9184-a1cd1d02430a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:09.640734 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44750) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:09.746822 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71424fdf-7229-4060-866c-403569a70261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:09.747378 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-71424fdf-7229-4060-866c-403569a70261 admin admin] Synchronizing usage tracker for tenant:6aa598ceb138410da7fd0c942d3b0de0 on resource:subnet {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:08:09.827208 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-71424fdf-7229-4060-866c-403569a70261 admin admin] Unset dirty status for tenant:6aa598ceb138410da7fd0c942d3b0de0 on resource:subnet {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:08:09.828306 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-71424fdf-7229-4060-866c-403569a70261 admin admin] 10.222.0.11 "GET /v2.0/subnets/006b5bcb-da7d-4926-b1ff-1b7006a158dc HTTP/1.1" status: 200 len: 849 time: 0.1865697 May 20 16:08:09.837797 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:09.956240 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Notify callbacks [] for subnet, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.210084 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765187164865'] for subnet, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.215484 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:10.255573 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:10.256704 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.257606 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] 10.222.0.11 "PUT /v2.0/subnets/006b5bcb-da7d-4926-b1ff-1b7006a158dc HTTP/1.1" status: 200 len: 868 time: 0.4234021 May 20 16:08:10.261991 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42459563-ec60-499f-bd6c-ae6f746edae6 None None] Network 216e389a-5116-4df8-81dd-1e17735d09ef requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:08:10.287957 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Pushing event updated for resources: {'Subnet': ['ID=006b5bcb-da7d-4926-b1ff-1b7006a158dc,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:10.297908 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:10.298738 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:10.298738 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:10.299044 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:10.299361 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:10.299694 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:10.300023 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:10.300348 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:10.300701 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:10.301017 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:10.301376 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:10.301708 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:10.305296 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:10.722102 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-32488720-9112-4008-a0a3-59d1c4498a49 None None] Provisioning complete for port fe2ef622-d87c-4924-9bca-daa95107279f triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:10.722483 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-32488720-9112-4008-a0a3-59d1c4498a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:10.848040 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-32488720-9112-4008-a0a3-59d1c4498a49 None None] Provisioning complete for port 50c2dbd3-40bc-4b3b-8ac3-0796eb44e716 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:08:10.848314 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-32488720-9112-4008-a0a3-59d1c4498a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.463551 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:11.543438 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-df2154b6-5698-4f48-aaac-1a82dabd1fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:12.378280 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44760) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:12.549261 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:12.552517 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d49008-2e14-4054-bca5-d7b7d88ae908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:12.553002 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d49008-2e14-4054-bca5-d7b7d88ae908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:12.554554 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-89d49008-2e14-4054-bca5-d7b7d88ae908 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1753664 May 20 16:08:14.520914 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:14.683210 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44770) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:14.858802 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab9627-9c5a-4cdf-9bde-a91961b5f47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:14.859283 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ab9627-9c5a-4cdf-9bde-a91961b5f47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:14.860773 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-45ab9627-9c5a-4cdf-9bde-a91961b5f47d admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1766343 May 20 16:08:16.995728 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44780) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:17.168308 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfbff18-2b6d-4ef6-ba32-81ea0cd355d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:17.169953 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-acfbff18-2b6d-4ef6-ba32-81ea0cd355d0 admin admin] 10.222.0.11 "GET /v2.0/networks/216e389a-5116-4df8-81dd-1e17735d09ef HTTP/1.1" status: 200 len: 869 time: 0.1730187 May 20 16:08:19.299803 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44790) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:19.469858 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae1469-6efa-40a8-8b4c-ab023781fbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:19.471216 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c1ae1469-6efa-40a8-8b4c-ab023781fbff admin admin] 10.222.0.11 "GET /v2.0/networks/8120caa7-72ef-43bf-afbe-41d0992388cc HTTP/1.1" status: 200 len: 886 time: 0.1704535 May 20 16:08:21.688405 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44800) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:21.798593 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab7c7a-d716-414e-b2b5-1d8f11073693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:21.799034 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab7c7a-d716-414e-b2b5-1d8f11073693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:21.800546 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-f3ab7c7a-d716-414e-b2b5-1d8f11073693 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1112072 May 20 16:08:23.992795 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44810) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:24.098894 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5d2c2c-4b76-4be6-b897-95ae4af5710b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:24.099387 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5d2c2c-4b76-4be6-b897-95ae4af5710b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:24.100909 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-eb5d2c2c-4b76-4be6-b897-95ae4af5710b admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071002 May 20 16:08:26.253611 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44820) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:26.363161 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55213229-4cbe-4eca-9402-d48d3466ca84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:26.364483 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-55213229-4cbe-4eca-9402-d48d3466ca84 admin admin] 10.222.0.11 "GET /v2.0/subnets/006b5bcb-da7d-4926-b1ff-1b7006a158dc HTTP/1.1" status: 200 len: 868 time: 0.1099067 May 20 16:08:28.482782 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44830) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:28.584539 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50589c95-d512-4656-9dbd-6acd2b1ec767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:28.585892 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-50589c95-d512-4656-9dbd-6acd2b1ec767 admin admin] 10.222.0.11 "GET /v2.0/subnets/930f10ce-88a2-4cac-83f9-2c578d108f70 HTTP/1.1" status: 200 len: 816 time: 0.1021435 May 20 16:08:29.678859 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 5 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:08:38.829058 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-21460b8c-314a-44e3-a1aa-5a93bc27a9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:41.446065 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:41.531626 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-07fde5a6-2daa-49f8-82f5-8e1e8e93c608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:42.552202 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:44.534744 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:51.831368 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44876) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:51.881186 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [None req-c8301d9d-1992-4400-beed-1f32f0830892 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92272) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:08:51.882258 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c8301d9d-1992-4400-beed-1f32f0830892 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499594 May 20 16:08:54.088985 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44886) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:54.156107 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4165b94-011d-4574-ba97-c43381c7a78b admin admin] GET failed (client error): The resource could not be found. May 20 16:08:54.157388 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-d4165b94-011d-4574-ba97-c43381c7a78b admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0674131 May 20 16:08:54.282248 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b05f95c-d097-4e83-ae49-cbcbf4882159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:54.283722 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-0b05f95c-d097-4e83-ae49-cbcbf4882159 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1225946 May 20 16:08:56.428377 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 44896) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:56.475542 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:56.481305 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:56.491479 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:56.548435 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Made reservation on behalf of 6aa598ceb138410da7fd0c942d3b0de0 for: {'network': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:08:56.550834 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:56.643887 dv-cinder-689486-13-smb neutron-server[92272]: WARNING neutron.services.revisions.revision_plugin [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Could not find related network for resource to bump revision. May 20 16:08:56.657149 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=92272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:08:56.666927 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765187096378', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:56.667484 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Unsubscribe: segment precommit_create {{(pid=92272) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 16:08:56.667905 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.segments_db [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Added segment 5ab0a99c-4679-498a-9d35-d1a63a1672e2 of type vlan for network c271d356-cf13-4f4d-afdc-ae139fd902c8 May 20 16:08:56.703768 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:56.809540 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:56.810964 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:56.811563 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:56.814878 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:56.911609 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Pushing event updated for resources: {'Network': ['ID=c271d356-cf13-4f4d-afdc-ae139fd902c8,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:56.918984 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:56.925464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:56.925464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:56.925464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:56.925464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:56.925464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:56.925464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:56.925464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:56.925464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:56.925464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:56.925464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:56.925464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:08:56.926367 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:56.935098 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network c271d356-cf13-4f4d-afdc-ae139fd902c8 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:08:56.972176 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5427508 May 20 16:08:59.120625 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44906) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:08:59.188269 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a1d203-6562-481d-b56b-a5dba88001ac admin admin] GET failed (client error): The resource could not be found. May 20 16:08:59.189559 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-f5a1d203-6562-481d-b56b-a5dba88001ac admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679309 May 20 16:08:59.294314 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67890f0-68c7-43a7-9213-f1909e15c798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:08:59.295768 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-a67890f0-68c7-43a7-9213-f1909e15c798 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1024377 May 20 16:08:59.306547 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8', 'ip_version': 4}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:08:59.310897 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:08:59.320265 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:08:59.422935 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Made reservation on behalf of 6aa598ceb138410da7fd0c942d3b0de0 for: {'subnet': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:08:59.425284 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:59.896666 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832'] for subnet, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:08:59.900461 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-17b4a55a-2646-4c00-9728-0cc84fbcb12f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:08:59.967980 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8179801-9c5b-4d7a-8225-f26737f028dd,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:08:59.971595 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:08:59.979112 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Checking segment: {'id': '5ab0a99c-4679-498a-9d35-d1a63a1672e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:08:59.979463 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Network hostable DHCP agents. Network: c271d356-cf13-4f4d-afdc-ae139fd902c8, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:09:00.066019 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Network c271d356-cf13-4f4d-afdc-ae139fd902c8 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:09:00.142849 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, c271d356-cf13-4f4d-afdc-ae139fd902c8) {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:09:00.148058 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:09:00.148660 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:00.154184 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500e956e-66ed-473e-9574-5774384e42fb None None] Network c271d356-cf13-4f4d-afdc-ae139fd902c8 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:09:00.363299 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2301f5ec-f124-50c5-93e1-18616e4b0565-c271d356-cf13-4f4d-afdc-ae139fd902c8', 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8', 'tenant_id': '6aa598ceb138410da7fd0c942d3b0de0', 'fixed_ips': [{'subnet_id': 'b8179801-9c5b-4d7a-8225-f26737f028dd'}]}} from dv-cinder-689486-13-smb. {{(pid=92273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:09:00.364122 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:00.377872 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0753362 May 20 16:09:00.528471 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.db_base_plugin_common [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Allocated IP 192.168.233.2 (c271d356-cf13-4f4d-afdc-ae139fd902c8/b8179801-9c5b-4d7a-8225-f26737f028dd/251f1b81-905c-403a-bd7c-1f2728f4e7fb) {{(pid=92273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:09:00.765809 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Notify callbacks [] for port, precommit_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:00.777672 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Transition to ACTIVE for port object 251f1b81-905c-403a-bd7c-1f2728f4e7fb will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:09:00.797108 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Transition to ACTIVE for port object 251f1b81-905c-403a-bd7c-1f2728f4e7fb will not be triggered until provisioned by entity DHCP. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:09:00.886963 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:00.891833 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:00.955216 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Network c271d356-cf13-4f4d-afdc-ae139fd902c8 is already hosted by enough agents. {{(pid=92273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:09:00.958038 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.base_scheduler [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Resources bound (agent type, host, resource id): {{(pid=92273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:09:00.964421 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Received port after_create {{(pid=92273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:09:00.966617 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Pushing event updated for resources: {'Port': ['ID=251f1b81-905c-403a-bd7c-1f2728f4e7fb,revision_number=1']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:00.975638 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:00.976067 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:00.976312 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:00.976671 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:00.976972 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:00.977327 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:00.977659 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:00.978041 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:00.978369 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:00.978886 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:00.979217 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:00.979541 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:09:01.006763 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:01.068036 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Attempting to bind port 251f1b81-905c-403a-bd7c-1f2728f4e7fb on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:09:01.068431 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Attempting to bind port 251f1b81-905c-403a-bd7c-1f2728f4e7fb by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': '5ab0a99c-4679-498a-9d35-d1a63a1672e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:09:01.068799 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Attempting to bind port 251f1b81-905c-403a-bd7c-1f2728f4e7fb on network c271d356-cf13-4f4d-afdc-ae139fd902c8 {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:09:01.074871 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:09:01.075276 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Checking segment: {'id': '5ab0a99c-4679-498a-9d35-d1a63a1672e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:09:01.075690 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:01.076675 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Bound using segment: {'id': '5ab0a99c-4679-498a-9d35-d1a63a1672e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:09:01.076675 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Bound port: 251f1b81-905c-403a-bd7c-1f2728f4e7fb, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab0a99c-4679-498a-9d35-d1a63a1672e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:09:01.076903 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:01.165199 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] For port 251f1b81-905c-403a-bd7c-1f2728f4e7fb, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:09:01.169696 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] For port 251f1b81-905c-403a-bd7c-1f2728f4e7fb, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=251f1b81-905c-403a-bd7c-1f2728f4e7fb,segment=NetworkSegment(5ab0a99c-4679-498a-9d35-d1a63a1672e2),segment_id=5ab0a99c-4679-498a-9d35-d1a63a1672e2)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:09:01.267113 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:01.271108 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:01.348187 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Pushing event updated for resources: {'Port': ['ID=251f1b81-905c-403a-bd7c-1f2728f4e7fb,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:01.358107 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:01.742891 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 251f1b81-905c-403a-bd7c-1f2728f4e7fb up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:09:01.879822 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port 251f1b81-905c-403a-bd7c-1f2728f4e7fb completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:09:02.202408 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c80b29f-cfd1-4312-b5dd-321eb9d12a53 None None] Network c271d356-cf13-4f4d-afdc-ae139fd902c8 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:09:02.380866 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-201525d4-81e9-4a3e-9fbf-7333a5abac1d None None] Provisioning for port 251f1b81-905c-403a-bd7c-1f2728f4e7fb completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:09:02.388002 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-201525d4-81e9-4a3e-9fbf-7333a5abac1d None None] Provisioning complete for port 251f1b81-905c-403a-bd7c-1f2728f4e7fb triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:02.388365 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-201525d4-81e9-4a3e-9fbf-7333a5abac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:02.569895 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-201525d4-81e9-4a3e-9fbf-7333a5abac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:02.608957 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-201525d4-81e9-4a3e-9fbf-7333a5abac1d None None] For port 251f1b81-905c-403a-bd7c-1f2728f4e7fb, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=251f1b81-905c-403a-bd7c-1f2728f4e7fb,segment=NetworkSegment(5ab0a99c-4679-498a-9d35-d1a63a1672e2),segment_id=5ab0a99c-4679-498a-9d35-d1a63a1672e2)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:09:02.706929 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-201525d4-81e9-4a3e-9fbf-7333a5abac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:02.710187 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:09:02.782647 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201525d4-81e9-4a3e-9fbf-7333a5abac1d None None] Pushing event updated for resources: {'Port': ['ID=251f1b81-905c-403a-bd7c-1f2728f4e7fb,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:09:02.785837 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-201525d4-81e9-4a3e-9fbf-7333a5abac1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:09:02.827704 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-c54c3e93-74b4-4b9f-8aab-2efcce0f9774 None None] Provisioning complete for port 251f1b81-905c-403a-bd7c-1f2728f4e7fb triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:02.828009 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c54c3e93-74b4-4b9f-8aab-2efcce0f9774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:03.710775 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 251f1b81-905c-403a-bd7c-1f2728f4e7fb up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:09:03.781008 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 251f1b81-905c-403a-bd7c-1f2728f4e7fb triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:09:03.781425 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:06.676914 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 5 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:09:08.839781 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-08fc49a9-b1a6-4030-bc74-3b79279bfe55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:11.480158 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:11.534353 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c6478a79-da22-4917-a173-a154a84a1ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:12.557466 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:14.565757 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:38.840085 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-817857e8-1551-4c1f-87ed-841f0607c4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:41.475836 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:41.557009 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-ac626bc7-9ac1-4840-a976-6f86eda34dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:42.568892 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:09:43.675612 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 5 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:09:44.551065 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:08.864887 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-5b95124b-90e1-4375-ba36-242f1c692adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:11.487687 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:11.579243 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-cbd14085-6044-4ef5-b786-8090b41fe948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:12.562406 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:14.596286 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:20.674305 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 5 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:10:38.879040 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-447657dd-f69a-4503-bb34-29abc0535f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:41.467782 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:41.559017 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-637836a3-b92c-4f79-9ffb-23832359c9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:42.587888 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:43.053480 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44956) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:10:43.059807 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [None req-3a6b8600-e0e1-4aa7-a822-c17c4f9c91f0 tempest-verify_tempest_config-657583537 tempest-verify_tempest_config-657583537-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92271) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:10:43.060848 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-3a6b8600-e0e1-4aa7-a822-c17c4f9c91f0 tempest-verify_tempest_config-657583537 tempest-verify_tempest_config-657583537-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063946 May 20 16:10:43.631470 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44974) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:10:43.748969 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:43.762875 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:10:43.767269 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Usage tracker for resource:security_group_rule and tenant:33f5ed69d09f4998b75280c2491402a7 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:10:43.770172 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:10:43.775970 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:10:43.856825 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:43.949860 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:43.958103 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:10:43.995444 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaa7723-ed50-4e09-b9a9-a5f8f3ce7344,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:10:43.998509 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Synchronizing usage tracker for tenant:6aa598ceb138410da7fd0c942d3b0de0 on resource:security_group {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:10:44.009069 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:44.009448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:44.009782 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:44.010107 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:44.010501 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:44.010739 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:44.011051 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:44.011363 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:44.011689 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:44.012001 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:44.012307 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:44.012611 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:10:44.018136 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:10:44.089943 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Unset dirty status for tenant:6aa598ceb138410da7fd0c942d3b0de0 on resource:security_group {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:10:44.091192 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33f5ed69d09f4998b75280c2491402a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4587736 May 20 16:10:44.093993 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 44980) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:10:44.151448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0aa60459-0dfd-480a-aeca-18c32065065d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:44.177562 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0aa60459-0dfd-480a-aeca-18c32065065d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:44.367466 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0aa60459-0dfd-480a-aeca-18c32065065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:44.371346 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9cea86fe-f834-4126-886a-f3137003a4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:10:44.382549 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa60459-0dfd-480a-aeca-18c32065065d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaa7723-ed50-4e09-b9a9-a5f8f3ce7344,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:10:44.385899 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-0aa60459-0dfd-480a-aeca-18c32065065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:10:44.390291 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0aa60459-0dfd-480a-aeca-18c32065065d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:44.390291 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-0aa60459-0dfd-480a-aeca-18c32065065d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfaa7723-ed50-4e09-b9a9-a5f8f3ce7344 HTTP/1.1" status: 204 len: 168 time: 0.2951555 May 20 16:10:44.548177 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:10:57.673554 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 5 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:11:08.913559 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8cab0964-2b5a-44e6-9947-22bd8ac80722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:11.455768 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:11.549938 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-5a81831b-d11d-4562-b693-f841df8280df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:12.552664 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:14.552778 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:34.671885 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 5 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:11:38.863431 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-3f44e4a0-c2d9-49e7-89fd-40101fb166cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:41.457456 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:41.558171 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-b27e8761-f810-4fab-a7ec-6de2d2e87103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:42.594401 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:11:44.623284 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:08.857026 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-74e36eda-213b-4075-bad0-d0959660ba5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:11.462915 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:11.548589 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-520cb678-1a8e-4cce-abe4-69cef4b7f089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:11.671884 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 5 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:12:12.565457 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:14.531326 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:27.684061 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396'] for agent, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:32.313922 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45032) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:12:32.426870 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-52f38b8e-9d45-42ee-9db5-4e6a0710c376 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1118500 May 20 16:12:34.571464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 45042) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:12:34.632746 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-dc497b14-b431-427a-8ef8-47d82aef3fbd admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0602121 May 20 16:12:38.860875 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-28bf0681-8d07-44f3-9a28-9aa89fbd44c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:41.502321 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:41.559688 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-63deb119-ca9e-434f-95d2-51f3ee092646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:42.576911 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:44.594210 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:12:48.671688 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:12:57.610682 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:08.862158 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-b8487d0b-379f-45e2-921f-b1d780bdfbc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:11.528950 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:11.551512 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-326f2135-03f4-4fbb-bc7a-3b10fec8323f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:12.627659 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:14.545596 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:25.670940 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:13:27.660572 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:38.873330 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-415225ea-7332-42c1-a61b-82dedd5ea29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:41.473135 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:41.564373 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-b68adeed-5952-43be-8101-874d1369cc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:42.568222 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:44.547027 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:13:57.659871 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:02.670443 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:14:06.837151 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45240) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:07.431684 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-655890809-network', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:07.436623 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:07.441208 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Usage tracker for resource:network and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:07.444322 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:07.450060 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:07.463679 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 45260) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:07.529972 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Made reservation on behalf of 6d29132c0c9f4273b5f1de866b91a288 for: {'network': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:07.532634 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:07.546726 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:07.561996 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:07.566201 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Usage tracker for resource:security_group_rule and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:07.569920 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:07.570676 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 45268) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:07.575681 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:07.660671 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:07.752352 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:07.752352 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:07.778790 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94be8ff-0538-4684-80bc-9c7bd0881260,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:07.793074 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:07.793366 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:07.793707 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:07.794039 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:07.794364 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:07.794688 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:07.795008 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:07.795328 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:07.795669 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:07.795988 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:07.796489 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:07.796807 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Tracked resource versions report: May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: pushed versions: May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: { 'AddressGroup': {'1.2'}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'ConntrackHelper': {'1.0'}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'Log': {'1.0'}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'Network': {'1.1'}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'Port': {'1.7'}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'PortForwarding': {'1.2'}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'QosPolicy': {'1.8'}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'SecurityGroup': {'1.4'}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'SecurityGroupRule': {'1.2'}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'SubPort': {'1.0'}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'Subnet': {'1.1'}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'Trunk': {'1.1'}} May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: consumer versions: May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: { DHCP agent@dv-cinder-689486-13-smb: {}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: HyperV agent@hv-cinder-68948: {}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: L3 agent@dv-cinder-689486-13-smb: {}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: Metadata agent@dv-cinder-689486-13-smb: {}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: Metering agent@dv-cinder-689486-13-smb: {}, May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: Open vSwitch agent@dv-cinder-689486-13-smb: { 'AddressGroup': '1.2', May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'ConntrackHelper': '1.0', May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'Log': '1.0', May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'Network': '1.1', May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'Port': '1.7', May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'PortForwarding': '1.2', May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'QosPolicy': '1.8', May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'SecurityGroup': '1.4', May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'SecurityGroupRule': '1.2', May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'SubPort': '1.0', May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'Subnet': '1.1', May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: 'Trunk': '1.1'}} May 20 16:14:07.797931 dv-cinder-689486-13-smb neutron-server[92271]: {{(pid=92271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:14:07.807596 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:07.808726 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=92271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:14:07.821180 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:07.821555 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.segments_db [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Added segment 3f168fb8-0e4f-43cc-b489-adde1195df75 of type vlan for network 0bf0ab52-43c3-4f36-9190-4a119be4b182 May 20 16:14:07.853638 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:07.963196 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:07.966395 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:07.967766 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:07.978281 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:08.040396 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-870099913-network', 'tenant_id': '99e15e27e8524fd1a7a6cc3cef66f818'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:08.050512 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:08.059548 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Usage tracker for resource:network and tenant:99e15e27e8524fd1a7a6cc3cef66f818 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:08.071123 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:08.077270 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:08.102515 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1805414309-network', 'tenant_id': '339305feac4444fea5c717f6093f0d95'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:08.107870 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:08.114917 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Usage tracker for resource:network and tenant:339305feac4444fea5c717f6093f0d95 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:08.119379 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Pushing event updated for resources: {'Network': ['ID=0bf0ab52-43c3-4f36-9190-4a119be4b182,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:08.131890 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network 0bf0ab52-43c3-4f36-9190-4a119be4b182 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:14:08.134221 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:08.136164 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:08.142041 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:08.179632 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Made reservation on behalf of 99e15e27e8524fd1a7a6cc3cef66f818 for: {'network': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:08.182194 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.194659 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.209522 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:08.213942 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Usage tracker for resource:security_group_rule and tenant:99e15e27e8524fd1a7a6cc3cef66f818 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:08.216818 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:08.223209 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3850310 May 20 16:14:08.226326 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45286) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:08.228312 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:08.238801 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Request body: {'subnet': {'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-subnet', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:08.241160 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:08.245360 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Usage tracker for resource:subnet and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:08.248245 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:08.254277 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:08.312761 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Made reservation on behalf of 339305feac4444fea5c717f6093f0d95 for: {'network': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:08.316060 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.340702 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.369460 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Made reservation on behalf of 6d29132c0c9f4273b5f1de866b91a288 for: {'subnet': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:08.370480 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:08.372053 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.373599 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.376119 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Usage tracker for resource:security_group_rule and tenant:339305feac4444fea5c717f6093f0d95 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:08.379542 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:08.385508 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:08.467041 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.482008 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:08.502325 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=92272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:14:08.527158 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.527505 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.segments_db [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Added segment d627d4f6-144e-47c6-9e26-41c1a789eacd of type vlan for network 73cde761-75c3-48bf-9612-dee1b204e790 May 20 16:14:08.553814 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e813c22-d5e4-4a54-b612-95bbf08c34df,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:08.576424 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:08.577195 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:08.577700 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:08.578170 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:08.578868 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:08.579346 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:08.579996 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:08.580475 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:08.581544 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:08.582102 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:08.582571 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:08.583049 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Tracked resource versions report: May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: pushed versions: May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: { 'AddressGroup': {'1.2'}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'ConntrackHelper': {'1.0'}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'Log': {'1.0'}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'Network': {'1.1'}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'Port': {'1.7'}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'PortForwarding': {'1.2'}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'QosPolicy': {'1.8'}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'SecurityGroup': {'1.4'}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'SecurityGroupRule': {'1.2'}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'SubPort': {'1.0'}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'Subnet': {'1.1'}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'Trunk': {'1.1'}} May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: consumer versions: May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: { DHCP agent@dv-cinder-689486-13-smb: {}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: HyperV agent@hv-cinder-68948: {}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: L3 agent@dv-cinder-689486-13-smb: {}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: Metadata agent@dv-cinder-689486-13-smb: {}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: Metering agent@dv-cinder-689486-13-smb: {}, May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: Open vSwitch agent@dv-cinder-689486-13-smb: { 'AddressGroup': '1.2', May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'ConntrackHelper': '1.0', May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'Log': '1.0', May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'Network': '1.1', May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'Port': '1.7', May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'PortForwarding': '1.2', May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'QosPolicy': '1.8', May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'SecurityGroup': '1.4', May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'SecurityGroupRule': '1.2', May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'SubPort': '1.0', May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'Subnet': '1.1', May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: 'Trunk': '1.1'}} May 20 16:14:08.584395 dv-cinder-689486-13-smb neutron-server[92272]: {{(pid=92272) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:14:08.593582 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.598195 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:08.659031 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.713588 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.716340 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:08.717163 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.723654 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:08.872926 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.905966 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Pushing event updated for resources: {'Network': ['ID=73cde761-75c3-48bf-9612-dee1b204e790,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:08.905966 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:08.905966 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:08.906947 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network 73cde761-75c3-48bf-9612-dee1b204e790 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:14:08.907293 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832'] for subnet, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.925010 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=92272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:14:08.925342 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-5a30cc27-5d7d-4a9d-951b-cc9cd704d376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:08.931052 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39deb85-f8f0-4ec5-a269-5356376654b5,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:08.937218 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:08.937218 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.segments_db [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Added segment 43603ae1-0ea6-4853-bce6-bc8b137c15cb of type vlan for network 20ebcdd1-0856-4068-ac72-c6305fc94493 May 20 16:14:08.937760 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:08.967137 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.028183 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3715ff0f-8b7c-4ea5-abd8-9caed9164762,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:09.030902 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:09.038205 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-67456522-29e5-4cfe-97d3-15b5a0d37daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.049751 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Checking segment: {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:09.051521 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Network hostable DHCP agents. Network: 0bf0ab52-43c3-4f36-9190-4a119be4b182, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:14:09.107831 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6422613 May 20 16:14:09.111066 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45324) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:09.117320 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Request body: {'subnet': {'network_id': '73cde761-75c3-48bf-9612-dee1b204e790', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-870099913-subnet', 'tenant_id': '99e15e27e8524fd1a7a6cc3cef66f818', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:09.123840 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:09.126226 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Usage tracker for resource:subnet and tenant:99e15e27e8524fd1a7a6cc3cef66f818 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:09.130179 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:09.135840 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:09.141375 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.142698 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:09.143270 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.145328 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Network 0bf0ab52-43c3-4f36-9190-4a119be4b182 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:14:09.149646 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7e59a29e-f653-4342-b24d-138df64f4d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:09.239307 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Made reservation on behalf of 99e15e27e8524fd1a7a6cc3cef66f818 for: {'subnet': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:09.241836 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.249857 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Pushing event updated for resources: {'Network': ['ID=20ebcdd1-0856-4068-ac72-c6305fc94493,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:09.252543 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:09.261271 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network 20ebcdd1-0856-4068-ac72-c6305fc94493 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:14:09.266300 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, 0bf0ab52-43c3-4f36-9190-4a119be4b182) {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:09.273762 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:09.274548 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.277759 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7060120 May 20 16:14:09.278433 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 45332) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:09.292253 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Request body: {'subnet': {'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1805414309-subnet', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:09.297303 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626fa620-07f7-4f28-b44f-47c5aa47faa6 None None] Network 0bf0ab52-43c3-4f36-9190-4a119be4b182 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:14:09.311557 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:09.316323 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Usage tracker for resource:subnet and tenant:339305feac4444fea5c717f6093f0d95 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:09.321463 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:09.335386 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:09.446649 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2165771 May 20 16:14:09.449430 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 45340) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:09.455004 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:09.461176 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:09.473182 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Usage tracker for resource:router and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:09.478855 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:09.491159 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:09.512567 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Made reservation on behalf of 339305feac4444fea5c717f6093f0d95 for: {'subnet': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:09.517460 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.637926 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-797338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7430'] for router, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.639561 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-797580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7437'] for router, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.685803 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.848999 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2301f5ec-f124-50c5-93e1-18616e4b0565-0bf0ab52-43c3-4f36-9190-4a119be4b182', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762'}]}} from dv-cinder-689486-13-smb. {{(pid=92273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:14:09.850385 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.975558 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832'] for subnet, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:09.982135 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:10.198502 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0d8b33-e44b-40e1-b2ca-c9c67465bd2e,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:10.203286 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:10.214260 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Checking segment: {'id': 'd627d4f6-144e-47c6-9e26-41c1a789eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '73cde761-75c3-48bf-9612-dee1b204e790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:10.214617 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Network hostable DHCP agents. Network: 73cde761-75c3-48bf-9612-dee1b204e790, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:14:10.262194 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.db_base_plugin_common [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Allocated IP 172.20.0.2 (0bf0ab52-43c3-4f36-9190-4a119be4b182/3715ff0f-8b7c-4ea5-abd8-9caed9164762/caccf962-8bf4-4ede-8357-bd481cdec536) {{(pid=92273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:10.334115 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Network 73cde761-75c3-48bf-9612-dee1b204e790 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:14:10.421150 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, 73cde761-75c3-48bf-9612-dee1b204e790) {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:10.425863 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:10.426457 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:10.453051 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-797324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7451'] for router, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:10.497554 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea196dfe-182c-4a4f-82ea-51e80c0b32e5 None None] Network 73cde761-75c3-48bf-9612-dee1b204e790 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:14:10.553978 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4417691 May 20 16:14:10.824172 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Notify callbacks [] for port, precommit_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:10.848014 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Transition to ACTIVE for port object caccf962-8bf4-4ede-8357-bd481cdec536 will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:10.954474 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Transition to ACTIVE for port object caccf962-8bf4-4ede-8357-bd481cdec536 will not be triggered until provisioned by entity DHCP. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:11.025407 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87144df-862f-48b6-91a1-574ef19dee87 None None] Network 73cde761-75c3-48bf-9612-dee1b204e790 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:14:11.114593 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832'] for subnet, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.146741 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:11.162711 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.180005 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:11.193483 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.240531 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45416) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:11.296360 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.303645 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Network 0bf0ab52-43c3-4f36-9190-4a119be4b182 is already hosted by enough agents. {{(pid=92273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:11.316598 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.base_scheduler [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Resources bound (agent type, host, resource id): {{(pid=92273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:11.331074 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Received port after_create {{(pid=92273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:11.358128 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6768558a-ebcb-4813-ab73-25305c819af2,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:11.398029 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:11.415331 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Checking segment: {'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:11.415685 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Network hostable DHCP agents. Network: 20ebcdd1-0856-4068-ac72-c6305fc94493, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:14:11.505628 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-13e31089-2bd1-4e08-bf5b-908c12b09066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.519868 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Allocated IP 172.28.0.7 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/31df78c6-02e1-4247-9eed-1bc7967811d2) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:11.528429 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-13e31089-2bd1-4e08-bf5b-908c12b09066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:11.532802 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-13e31089-2bd1-4e08-bf5b-908c12b09066 admin admin] Usage tracker for resource:security_group_rule and tenant:a349aec9902a4c4c9f3899239b75392f is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:11.538014 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Pushing event updated for resources: {'Port': ['ID=caccf962-8bf4-4ede-8357-bd481cdec536,revision_number=1']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:11.550635 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-13e31089-2bd1-4e08-bf5b-908c12b09066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:11.567270 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-13e31089-2bd1-4e08-bf5b-908c12b09066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:11.617055 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:11.618014 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:11.618014 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:11.618200 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:11.618569 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:11.618903 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:11.619525 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:11.619656 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:11.619956 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:11.620282 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:11.620617 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:11.621014 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Tracked resource versions report: May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: pushed versions: May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: { 'AddressGroup': {'1.2'}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'ConntrackHelper': {'1.0'}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'Log': {'1.0'}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'Network': {'1.1'}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'Port': {'1.7'}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'PortForwarding': {'1.2'}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'QosPolicy': {'1.8'}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'SecurityGroup': {'1.4'}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'SecurityGroupRule': {'1.2'}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'SubPort': {'1.0'}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'Subnet': {'1.1'}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'Trunk': {'1.1'}} May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: consumer versions: May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: { DHCP agent@dv-cinder-689486-13-smb: {}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: HyperV agent@hv-cinder-68948: {}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: L3 agent@dv-cinder-689486-13-smb: {}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: Metadata agent@dv-cinder-689486-13-smb: {}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: Metering agent@dv-cinder-689486-13-smb: {}, May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: Open vSwitch agent@dv-cinder-689486-13-smb: { 'AddressGroup': '1.2', May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'ConntrackHelper': '1.0', May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'Log': '1.0', May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'Network': '1.1', May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'Port': '1.7', May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'PortForwarding': '1.2', May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'QosPolicy': '1.8', May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'SecurityGroup': '1.4', May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'SecurityGroupRule': '1.2', May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'SubPort': '1.0', May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'Subnet': '1.1', May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: 'Trunk': '1.1'}} May 20 16:14:11.622681 dv-cinder-689486-13-smb neutron-server[92273]: {{(pid=92273) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:14:11.630042 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:11.631857 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45442) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:11.636807 dv-cinder-689486-13-smb neutron-server[92271]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 16:14:11.636956 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Attempting to bind port caccf962-8bf4-4ede-8357-bd481cdec536 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:11.637486 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Attempting to bind port caccf962-8bf4-4ede-8357-bd481cdec536 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:11.639443 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Attempting to bind port caccf962-8bf4-4ede-8357-bd481cdec536 on network 0bf0ab52-43c3-4f36-9190-4a119be4b182 {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:11.650738 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:11.651121 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Checking segment: {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:11.651692 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.652075 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Bound using segment: {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:11.652558 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Bound port: caccf962-8bf4-4ede-8357-bd481cdec536, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:11.652933 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.665931 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.677262 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Network 20ebcdd1-0856-4068-ac72-c6305fc94493 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:14:11.746234 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.761103 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] For port caccf962-8bf4-4ede-8357-bd481cdec536, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:11.765029 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] For port caccf962-8bf4-4ede-8357-bd481cdec536, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=caccf962-8bf4-4ede-8357-bd481cdec536,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:11.797667 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-3f531060-a614-4948-bb52-607144160af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.820241 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, 20ebcdd1-0856-4068-ac72-c6305fc94493) {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:11.821626 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.829166 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:11.832635 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.838654 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:11.867877 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbefc11-2938-4a94-adff-2c51b6b5fcac None None] Network 20ebcdd1-0856-4068-ac72-c6305fc94493 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:14:11.877507 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.901256 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-13e31089-2bd1-4e08-bf5b-908c12b09066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:11.904310 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:12.028592 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Pushing event updated for resources: {'Port': ['ID=caccf962-8bf4-4ede-8357-bd481cdec536,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:12.030151 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-291e0fc8-dd58-4978-889d-91009d713347 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:12.034987 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:12.043686 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-291e0fc8-dd58-4978-889d-91009d713347 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/networks?id=73cde761-75c3-48bf-9612-dee1b204e790 HTTP/1.1" status: 200 len: 811 time: 0.4107018 May 20 16:14:12.049255 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-13e31089-2bd1-4e08-bf5b-908c12b09066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:12.063673 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:12.070033 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.7898741 May 20 16:14:12.075748 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:12.076626 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 45460) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:12.104472 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Pushing event updated for resources: {'Port': ['ID=31df78c6-02e1-4247-9eed-1bc7967811d2,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:12.113100 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:12.115159 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:12.122811 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-13e31089-2bd1-4e08-bf5b-908c12b09066 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a349aec9902a4c4c9f3899239b75392f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8788993 May 20 16:14:12.125192 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45466) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:12.130549 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1805414309-router', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:12.142955 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:12.214824 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-405200fd-e031-4566-b077-c1c1b03f6dc3 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/quotas/99e15e27e8524fd1a7a6cc3cef66f818 HTTP/1.1" status: 200 len: 375 time: 0.1521635 May 20 16:14:12.236331 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc3cb42-9caf-4b41-bdd0-e673862d422e None None] Network 20ebcdd1-0856-4068-ac72-c6305fc94493 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:14:12.243508 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:12.259920 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Usage tracker for resource:router and tenant:339305feac4444fea5c717f6093f0d95 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:12.262516 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:12.355053 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-fcc33e75-91ce-49a2-b418-f64198097564 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=99e15e27e8524fd1a7a6cc3cef66f818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1318274 May 20 16:14:12.356217 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e31089-2bd1-4e08-bf5b-908c12b09066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a25095-0fd8-49b3-97fc-ffbbf4ad4c33,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:12.360143 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-13e31089-2bd1-4e08-bf5b-908c12b09066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:12.402376 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:12.410662 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-09b9d008-8683-4291-bf18-8b40de0da021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:12.439897 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-09b9d008-8683-4291-bf18-8b40de0da021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:12.572122 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-932cf79e-f4b8-4260-83c4-ddb43b58d08e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92271) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:14:12.573118 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-932cf79e-f4b8-4260-83c4-ddb43b58d08e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482292 May 20 16:14:12.587865 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-797338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7430'] for router, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:12.588897 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-797580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7437'] for router, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:12.649762 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:12.684998 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-09b9d008-8683-4291-bf18-8b40de0da021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:12.702424 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:12.719842 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9d008-8683-4291-bf18-8b40de0da021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a25095-0fd8-49b3-97fc-ffbbf4ad4c33,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:12.723246 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-09b9d008-8683-4291-bf18-8b40de0da021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:12.727846 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:12.738550 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-09b9d008-8683-4291-bf18-8b40de0da021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:12.747318 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-09b9d008-8683-4291-bf18-8b40de0da021 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/70a25095-0fd8-49b3-97fc-ffbbf4ad4c33 HTTP/1.1" status: 204 len: 168 time: 0.6207569 May 20 16:14:12.794246 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-d369d8e7-ea18-415e-9b65-b00852a18493 service neutron] 10.222.0.11 "GET /v2.0/networks/73cde761-75c3-48bf-9612-dee1b204e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150929 May 20 16:14:12.854247 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45488) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:12.900463 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.006691 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-14a6c5d3-3b17-4097-938a-97325d36ce5f service neutron] 10.222.0.11 "GET /v2.0/networks/73cde761-75c3-48bf-9612-dee1b204e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062898 May 20 16:14:13.027538 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-92da9a3c-6e07-4c95-bacf-d5b4687224dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.047519 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-92da9a3c-6e07-4c95-bacf-d5b4687224dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:13.063309 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-92da9a3c-6e07-4c95-bacf-d5b4687224dc admin admin] Usage tracker for resource:security_group_rule and tenant:ccd1734104f34d97bbe64f07a646e5d2 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:13.070706 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-92da9a3c-6e07-4c95-bacf-d5b4687224dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:13.083987 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-92da9a3c-6e07-4c95-bacf-d5b4687224dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:13.340237 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-92da9a3c-6e07-4c95-bacf-d5b4687224dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.354163 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce0d814-8c74-4e0f-8bd8-6c269bfe2577 None None] Network 0bf0ab52-43c3-4f36-9190-4a119be4b182 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:14:13.433892 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-92da9a3c-6e07-4c95-bacf-d5b4687224dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.445592 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:13.492829 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-797324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7451'] for router, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.521061 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-92da9a3c-6e07-4c95-bacf-d5b4687224dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ccd1734104f34d97bbe64f07a646e5d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6657538 May 20 16:14:13.532442 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45528) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:13.544810 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-26ba3979-81df-481c-a200-61c2a0e2b8bb None None] Provisioning for port caccf962-8bf4-4ede-8357-bd481cdec536 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:13.587586 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3262e365-8d3c-4ae5-8681-01c876f260b7 req-560ff03d-70e3-47b8-8e35-3648989090a6 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 210 time: 0.1522517 May 20 16:14:13.590207 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da9a3c-6e07-4c95-bacf-d5b4687224dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce3d90a-61e5-473f-b4b5-952e005bf024,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:13.595690 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-92da9a3c-6e07-4c95-bacf-d5b4687224dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:13.655837 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-19d8f7fa-0ef6-44aa-98e1-729bc320b058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.720877 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-19d8f7fa-0ef6-44aa-98e1-729bc320b058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.850233 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45538) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:13.880713 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-32b1b323-5299-4738-9afb-31f4d9f4c43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.914353 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-19d8f7fa-0ef6-44aa-98e1-729bc320b058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:13.931101 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:13.955279 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-32b1b323-5299-4738-9afb-31f4d9f4c43b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:13.975363 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8f7fa-0ef6-44aa-98e1-729bc320b058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce3d90a-61e5-473f-b4b5-952e005bf024,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:13.982131 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-19d8f7fa-0ef6-44aa-98e1-729bc320b058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:13.984692 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-32b1b323-5299-4738-9afb-31f4d9f4c43b admin admin] Usage tracker for resource:security_group_rule and tenant:b2c27f28017144ad90b05b2a8784ff5b is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:14.007945 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-32b1b323-5299-4738-9afb-31f4d9f4c43b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:14.009663 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device caccf962-8bf4-4ede-8357-bd481cdec536 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:14.028096 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-19d8f7fa-0ef6-44aa-98e1-729bc320b058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.031583 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-19d8f7fa-0ef6-44aa-98e1-729bc320b058 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ce3d90a-61e5-473f-b4b5-952e005bf024 HTTP/1.1" status: 204 len: 168 time: 0.4773729 May 20 16:14:14.031583 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-32b1b323-5299-4738-9afb-31f4d9f4c43b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:14.150347 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-797333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559537'] for router, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.212230 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-32b1b323-5299-4738-9afb-31f4d9f4c43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.297263 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port caccf962-8bf4-4ede-8357-bd481cdec536 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:14.305317 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port caccf962-8bf4-4ede-8357-bd481cdec536 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:14.305920 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.312498 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-32b1b323-5299-4738-9afb-31f4d9f4c43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.323723 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-0aa60459-0dfd-480a-aeca-18c32065065d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:14.365328 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-5af2868d-b7ad-4315-895f-f8119ba234f8 None None] Provisioning complete for port caccf962-8bf4-4ede-8357-bd481cdec536 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:14.366025 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-5af2868d-b7ad-4315-895f-f8119ba234f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.394895 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1b323-5299-4738-9afb-31f4d9f4c43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4a7047-06e5-4597-b945-579198c924d8,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:14.408982 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-32b1b323-5299-4738-9afb-31f4d9f4c43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:14.452536 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-32b1b323-5299-4738-9afb-31f4d9f4c43b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2c27f28017144ad90b05b2a8784ff5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6055284 May 20 16:14:14.453159 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45568) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:14.520965 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0eadd36d-1df3-4578-9efd-8fab7a3675c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.572868 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0eadd36d-1df3-4578-9efd-8fab7a3675c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.675242 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-5af2868d-b7ad-4315-895f-f8119ba234f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.701114 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.719393 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45584) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:14.744032 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-5af2868d-b7ad-4315-895f-f8119ba234f8 None None] For port caccf962-8bf4-4ede-8357-bd481cdec536, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=caccf962-8bf4-4ede-8357-bd481cdec536,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:14.756563 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Router ef788804-e2bb-4c0e-925c-b0829e898dd0 is scheduled to L3 agent 30fad739-0224-41ff-944f-60d25c281d4e with binding_index 1 {{(pid=92272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:14:14.793293 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-82f89eb5-fe1a-4095-b853-dc0bdea619fe req-65854e92-19ef-43d4-bfd7-6eab468ea5b1 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 210 time: 0.0694129 May 20 16:14:14.810589 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.814448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0eadd36d-1df3-4578-9efd-8fab7a3675c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.821497 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-13e31089-2bd1-4e08-bf5b-908c12b09066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:14.838859 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-5af2868d-b7ad-4315-895f-f8119ba234f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.854849 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eadd36d-1df3-4578-9efd-8fab7a3675c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4a7047-06e5-4597-b945-579198c924d8,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:14.860151 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-0eadd36d-1df3-4578-9efd-8fab7a3675c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:14.875174 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0eadd36d-1df3-4578-9efd-8fab7a3675c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:14.882568 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-0eadd36d-1df3-4578-9efd-8fab7a3675c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c4a7047-06e5-4597-b945-579198c924d8 HTTP/1.1" status: 204 len: 168 time: 0.4283214 May 20 16:14:14.889747 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:14.942258 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:15.013176 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.db.api [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92273) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 16:14:15.013694 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_db.api [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 16:14:15.054816 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2868d-b7ad-4315-895f-f8119ba234f8 None None] Pushing event updated for resources: {'Port': ['ID=caccf962-8bf4-4ede-8357-bd481cdec536,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:15.065397 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-5af2868d-b7ad-4315-895f-f8119ba234f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:15.079049 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:15.261748 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:14:15.271384 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Sync routers for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:14:15.284492 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:15.285646 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:14:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:15.379337 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Allocated IP 172.28.0.149 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/1bf59079-09f7-4815-8de3-6271add4f1e1) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:15.430853 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Notify callbacks [] for router, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:15.432006 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.9814920 May 20 16:14:15.434859 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45622) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:15.689379 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:15.712369 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:15.850634 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:15.859357 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d8a25d6d-8c75-4cc1-9c93-1a6320e47fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:15.980202 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:15.995635 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device caccf962-8bf4-4ede-8357-bd481cdec536 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:16.001897 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:16.040213 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:16.076199 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:12Z', 'revision_number': 3, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:16.077009 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port caccf962-8bf4-4ede-8357-bd481cdec536 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:16.077999 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:16.080664 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Checking router: ef788804-e2bb-4c0e-925c-b0829e898dd0 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:14:16.081709 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Updating router ef788804-e2bb-4c0e-925c-b0829e898dd0 port 31df78c6-02e1-4247-9eed-1bc7967811d2 binding host dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:14:16.241324 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:16.492151 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3cde2466-3ebb-462f-84a9-c9cf8912070c req-dda8a514-0631-4c8b-9c69-42273988a6a4 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 210 time: 0.1420438 May 20 16:14:16.522097 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf59079-09f7-4815-8de3-6271add4f1e1,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:16.522097 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:16.835696 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Notify callbacks [] for port, precommit_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:16.853658 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.provisioning_blocks [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Transition to ACTIVE for port object 31df78c6-02e1-4247-9eed-1bc7967811d2 will not be triggered until provisioned by entity L2. {{(pid=92274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:16.942165 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:16.947691 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:17.002516 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:17.088092 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:17.133690 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Pushing event updated for resources: {'Port': ['ID=31df78c6-02e1-4247-9eed-1bc7967811d2,revision_number=2']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:17.138758 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Attempting to bind port 31df78c6-02e1-4247-9eed-1bc7967811d2 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:17.139119 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Attempting to bind port 31df78c6-02e1-4247-9eed-1bc7967811d2 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:17.139565 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Attempting to bind port 31df78c6-02e1-4247-9eed-1bc7967811d2 on network 8120caa7-72ef-43bf-afbe-41d0992388cc {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:17.149158 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:17.149158 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:17.149495 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:17.149828 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:17.150154 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:17.150477 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:17.151108 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:17.151108 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:17.151457 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:17.151775 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:17.152091 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:17.152402 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Tracked resource versions report: May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: pushed versions: May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: { 'AddressGroup': {'1.2'}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'ConntrackHelper': {'1.0'}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'Log': {'1.0'}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'Network': {'1.1'}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'Port': {'1.7'}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'PortForwarding': {'1.2'}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'QosPolicy': {'1.8'}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'SecurityGroup': {'1.4'}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'SecurityGroupRule': {'1.2'}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'SubPort': {'1.0'}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'Subnet': {'1.1'}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'Trunk': {'1.1'}} May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: consumer versions: May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: { DHCP agent@dv-cinder-689486-13-smb: {}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: HyperV agent@hv-cinder-68948: {}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: L3 agent@dv-cinder-689486-13-smb: {}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: Metadata agent@dv-cinder-689486-13-smb: {}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: Metering agent@dv-cinder-689486-13-smb: {}, May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: Open vSwitch agent@dv-cinder-689486-13-smb: { 'AddressGroup': '1.2', May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'ConntrackHelper': '1.0', May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'Log': '1.0', May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'Network': '1.1', May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'Port': '1.7', May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'PortForwarding': '1.2', May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'QosPolicy': '1.8', May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'SecurityGroup': '1.4', May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'SecurityGroupRule': '1.2', May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'SubPort': '1.0', May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'Subnet': '1.1', May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: 'Trunk': '1.1'}} May 20 16:14:17.153698 dv-cinder-689486-13-smb neutron-server[92274]: {{(pid=92274) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 16:14:17.157669 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:17.158612 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:17.159022 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Checking segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:17.160077 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:17.160472 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Bound using segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:17.161017 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Bound port: 31df78c6-02e1-4247-9eed-1bc7967811d2, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:17.161351 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:17.312493 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] For port 31df78c6-02e1-4247-9eed-1bc7967811d2, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:17.323187 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] For port 31df78c6-02e1-4247-9eed-1bc7967811d2, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=31df78c6-02e1-4247-9eed-1bc7967811d2,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:17.398722 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:17.403433 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-3a40ba98-e4c3-483c-9539-9e50ddd9cccb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:17.466822 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-797333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559537'] for router, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:17.541833 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Allocated IP 172.20.0.1 (0bf0ab52-43c3-4f36-9190-4a119be4b182/3715ff0f-8b7c-4ea5-abd8-9caed9164762/bb153919-f113-4dce-af2e-8bc017ff0e07) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:17.591671 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:17.594217 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:14:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:17.910910 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:17.929022 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Transition to ACTIVE for port object bb153919-f113-4dce-af2e-8bc017ff0e07 will not be triggered until provisioned by entity DHCP. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:17.946925 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:17.970565 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7f596ef0-9f4b-49c0-9a4a-0f2200671497 req-a94ee815-1b42-45e6-8b42-8960c7f3aece tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 210 time: 0.1675434 May 20 16:14:18.044381 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:18.051540 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:18.055477 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Router bb5483bd-d56f-463c-924c-844a6a33b60a is scheduled to L3 agent 30fad739-0224-41ff-944f-60d25c281d4e with binding_index 1 {{(pid=92272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:14:18.076877 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.10', 62612) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:18.200251 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Pushing event updated for resources: {'Port': ['ID=bb153919-f113-4dce-af2e-8bc017ff0e07,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:18.211110 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:18.216477 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Network 0bf0ab52-43c3-4f36-9190-4a119be4b182 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:18.218113 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:18.227875 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:18.228356 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-795048'] for router_interface, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:18.288001 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Pushing event updated for resources: {'Port': ['ID=31df78c6-02e1-4247-9eed-1bc7967811d2,revision_number=3']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:18.294354 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:18.390386 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:12Z', 'revision_number': 3, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:18.395557 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f00f18-b324-42e7-b643-9d7a65427536 None None] The sync data for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb is: [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:12Z', 'revision_number': 3, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:14:18.571058 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:18.655240 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-28d7b47e-e715-43d4-88e4-686d634c91a5 None None] Provisioning for port bb153919-f113-4dce-af2e-8bc017ff0e07 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:18.661851 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-28d7b47e-e715-43d4-88e4-686d634c91a5 None None] Provisioning complete for port bb153919-f113-4dce-af2e-8bc017ff0e07 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:18.662651 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-28d7b47e-e715-43d4-88e4-686d634c91a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:18.705838 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:14:18.744742 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Sync routers for ids ['bb5483bd-d56f-463c-924c-844a6a33b60a'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:14:18.747831 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-497fa782-5bbd-49ed-ba79-8f8e414c2404 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:18.748710 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-497fa782-5bbd-49ed-ba79-8f8e414c2404 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Synchronizing usage tracker for tenant:99e15e27e8524fd1a7a6cc3cef66f818 on resource:network {{(pid=92272) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:14:18.812486 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-28d7b47e-e715-43d4-88e4-686d634c91a5 None None] Port bb153919-f113-4dce-af2e-8bc017ff0e07 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:14:18.823385 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Routers {'bb5483bd-d56f-463c-924c-844a6a33b60a'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:18.824223 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:14:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['bb5483bd-d56f-463c-924c-844a6a33b60a'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:18.828245 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Notify callbacks [] for router, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:18.834245 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7334235 May 20 16:14:18.834941 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 45770) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:18.962782 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-497fa782-5bbd-49ed-ba79-8f8e414c2404 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Unset dirty status for tenant:99e15e27e8524fd1a7a6cc3cef66f818 on resource:network {{(pid=92272) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:14:18.964667 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-497fa782-5bbd-49ed-ba79-8f8e414c2404 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.10 "GET /v2.0/networks?id=73cde761-75c3-48bf-9612-dee1b204e790 HTTP/1.1" status: 200 len: 811 time: 0.8849168 May 20 16:14:19.026552 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Request body: {'port': {'device_id': '7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c', 'network_id': '73cde761-75c3-48bf-9612-dee1b204e790', 'admin_state_up': True, 'tenant_id': '99e15e27e8524fd1a7a6cc3cef66f818'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:19.041445 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:19.111278 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:19.119591 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566547'] for router_interface, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:19.130589 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8fa0fb3e-e198-4c07-bb1a-341e9070af80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:19.214122 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Set router bb5483bd-d56f-463c-924c-844a6a33b60a gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:19.607339 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-27e3d872-dd8f-4893-9fe8-d35e51efe62c req-423479fe-0430-4070-8f1e-157b55ba19f5 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 210 time: 0.2851884 May 20 16:14:19.614578 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Network 0bf0ab52-43c3-4f36-9190-4a119be4b182 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:19.631098 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:19.649103 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Pushing event updated for resources: {'Port': ['ID=bb153919-f113-4dce-af2e-8bc017ff0e07,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:19.656400 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:19.800864 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45808) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:19.900135 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805414309-router', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:12Z', 'updated_at': '2021-05-20T16:14:16Z', 'revision_number': 3, 'project_id': '339305feac4444fea5c717f6093f0d95', 'gw_port': {'id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:15Z', 'updated_at': '2021-05-20T16:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:19.911896 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Checking router: bb5483bd-d56f-463c-924c-844a6a33b60a for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:14:19.912531 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Updating router bb5483bd-d56f-463c-924c-844a6a33b60a port 1bf59079-09f7-4815-8de3-6271add4f1e1 binding host dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:14:19.999273 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:20.089059 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 31df78c6-02e1-4247-9eed-1bc7967811d2 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:20.202202 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dcaed030-b9c9-478c-9f66-6c74bc1cde3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:20.224509 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-69ab0c87-cde6-4364-a623-6cac6d11ce7c None None] Provisioning complete for port bb153919-f113-4dce-af2e-8bc017ff0e07 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:20.224875 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-69ab0c87-cde6-4364-a623-6cac6d11ce7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:20.255835 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:20.260441 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Usage tracker for resource:port and tenant:99e15e27e8524fd1a7a6cc3cef66f818 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:20.263532 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:20.271261 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:20.328246 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-dcaed030-b9c9-478c-9f66-6c74bc1cde3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:20.336529 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-dcaed030-b9c9-478c-9f66-6c74bc1cde3b admin admin] Usage tracker for resource:security_group_rule and tenant:1b48aa9745b4404aa49e6ba2235c76cc is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:20.345141 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-dcaed030-b9c9-478c-9f66-6c74bc1cde3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:20.361360 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-dcaed030-b9c9-478c-9f66-6c74bc1cde3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:20.420124 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Made reservation on behalf of 99e15e27e8524fd1a7a6cc3cef66f818 for: {'port': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:20.425729 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:20.429575 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-69ab0c87-cde6-4364-a623-6cac6d11ce7c None None] Port bb153919-f113-4dce-af2e-8bc017ff0e07 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:14:20.448949 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Router ef788804-e2bb-4c0e-925c-b0829e898dd0 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:14:20.496898 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port 31df78c6-02e1-4247-9eed-1bc7967811d2 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:20.555487 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 31df78c6-02e1-4247-9eed-1bc7967811d2 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:20.555487 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:20.854342 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Allocated IP 172.20.0.3 (73cde761-75c3-48bf-9612-dee1b204e790/6a0d8b33-e44b-40e1-b2ca-c9c67465bd2e/c660ba39-8ded-463a-ae83-ed3404764d29) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:20.976462 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dcaed030-b9c9-478c-9f66-6c74bc1cde3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:20.987732 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:14:21.061410 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.079367 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.123370 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port 31df78c6-02e1-4247-9eed-1bc7967811d2, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=31df78c6-02e1-4247-9eed-1bc7967811d2,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:21.136596 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dcaed030-b9c9-478c-9f66-6c74bc1cde3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.191454 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] 10.222.0.11 "PUT /v2.0/routers/ef788804-e2bb-4c0e-925c-b0829e898dd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7449884 May 20 16:14:21.204709 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.228831 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:21.241033 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.280930 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Sync routers for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:14:21.282890 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4ff611ca-fa4b-4fe2-b620-b931f18aed14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:21.290990 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a551bfa-d4bf-4abc-8c9e-df8bda0393ac req-fdd69fc3-0c9c-44c1-a1d9-302779a12c32 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 210 time: 0.2849050 May 20 16:14:21.291642 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:21.318149 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:21.318993 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:14:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:21.386922 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Pushing event updated for resources: {'Port': ['ID=c660ba39-8ded-463a-ae83-ed3404764d29,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:21.394887 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Notify callbacks [] for port, precommit_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.396482 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:21.397104 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 45836) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:21.412117 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-dcaed030-b9c9-478c-9f66-6c74bc1cde3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1b48aa9745b4404aa49e6ba2235c76cc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6096039 May 20 16:14:21.416548 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaed030-b9c9-478c-9f66-6c74bc1cde3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706e2f61-494b-40af-b7d7-8444d95582bf,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:21.420515 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-dcaed030-b9c9-478c-9f66-6c74bc1cde3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:21.438249 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=31df78c6-02e1-4247-9eed-1bc7967811d2,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:21.442279 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Transition to ACTIVE for port object 1bf59079-09f7-4815-8de3-6271add4f1e1 will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:21.446303 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:21.466650 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.531622 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Network 73cde761-75c3-48bf-9612-dee1b204e790 is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:21.536973 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.542651 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:21.547167 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:21.559465 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:21.568408 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:21.571597 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for port, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.688200 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8cd3bb16-f88c-48ff-8d4e-442fcad669f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.760895 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49680dc4-3a03-4eed-a6a1-526b0df66c62 None None] Pushing event updated for resources: {'Port': ['ID=1bf59079-09f7-4815-8de3-6271add4f1e1,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:21.781724 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8cd3bb16-f88c-48ff-8d4e-442fcad669f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.781795 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-49680dc4-3a03-4eed-a6a1-526b0df66c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:21.819594 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Attempting to bind port 1bf59079-09f7-4815-8de3-6271add4f1e1 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:21.820087 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Attempting to bind port 1bf59079-09f7-4815-8de3-6271add4f1e1 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:21.820459 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Attempting to bind port 1bf59079-09f7-4815-8de3-6271add4f1e1 on network 8120caa7-72ef-43bf-afbe-41d0992388cc {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:21.833431 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:21.833842 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Checking segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:21.834268 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.834678 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Bound using segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:21.835185 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Bound port: 1bf59079-09f7-4815-8de3-6271add4f1e1, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:21.835622 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:21.866247 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8520231 May 20 16:14:21.903943 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2e56c0a7-5a36-48f3-9d4a-cc312e4bf9ed tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92272) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:14:21.905645 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2e56c0a7-5a36-48f3-9d4a-cc312e4bf9ed tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140536 May 20 16:14:21.960587 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:22.118396 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] For port 1bf59079-09f7-4815-8de3-6271add4f1e1, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:22.121046 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Allocated IP 172.20.0.1 (20ebcdd1-0856-4068-ac72-c6305fc94493/6768558a-ebcb-4813-ab73-25305c819af2/b9d7b5f2-8308-40b6-aae6-781f9ec64e0f) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:22.121796 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] For port 1bf59079-09f7-4815-8de3-6271add4f1e1, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=1bf59079-09f7-4815-8de3-6271add4f1e1,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:22.124502 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 31df78c6-02e1-4247-9eed-1bc7967811d2 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:22.219089 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:22.262161 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-334de602-2cdc-4584-92a2-f25456e4bc01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:22.365573 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45862) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:22.372420 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217493308', 'description': 'tempest-description--1101840367'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:22.407483 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:22.438018 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Usage tracker for resource:security_group and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:22.466764 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Routers {'bb5483bd-d56f-463c-924c-844a6a33b60a'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:22.469547 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:22.471611 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:14:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['bb5483bd-d56f-463c-924c-844a6a33b60a'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:22.497267 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:22.498733 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Request body: {'port': {'device_id': '7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:22.561923 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49680dc4-3a03-4eed-a6a1-526b0df66c62 None None] Pushing event updated for resources: {'Port': ['ID=1bf59079-09f7-4815-8de3-6271add4f1e1,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:22.565932 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-49680dc4-3a03-4eed-a6a1-526b0df66c62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:22.585587 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 31df78c6-02e1-4247-9eed-1bc7967811d2 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:22.586333 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:22.606770 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8cd3bb16-f88c-48ff-8d4e-442fcad669f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:22.629390 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:22.717647 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:22.777371 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8cd3bb16-f88c-48ff-8d4e-442fcad669f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:22.778771 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-8cd3bb16-f88c-48ff-8d4e-442fcad669f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/706e2f61-494b-40af-b7d7-8444d95582bf HTTP/1.1" status: 204 len: 168 time: 1.3693688 May 20 16:14:22.795355 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:22.806503 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] Set router bb5483bd-d56f-463c-924c-844a6a33b60a gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:22.811956 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3bb16-f88c-48ff-8d4e-442fcad669f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706e2f61-494b-40af-b7d7-8444d95582bf,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:22.817046 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-8cd3bb16-f88c-48ff-8d4e-442fcad669f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:22.963193 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:22.965129 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:22.999908 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Usage tracker for resource:security_group_rule and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:23.007931 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:23.023644 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:23.187007 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 2, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:23.200227 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Checking router: ef788804-e2bb-4c0e-925c-b0829e898dd0 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:14:23.200589 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Updating router ef788804-e2bb-4c0e-925c-b0829e898dd0 port bb153919-f113-4dce-af2e-8bc017ff0e07 binding host dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:14:23.226928 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:23.248104 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:23.259312 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:23.333006 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb87eb7-d291-41e5-8224-dfc7eab3c18a req-0c6e5efa-cc77-4dda-b166-a8e08e563ca3 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:23.344558 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2bb87eb7-d291-41e5-8224-dfc7eab3c18a req-0c6e5efa-cc77-4dda-b166-a8e08e563ca3 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 931 time: 0.6409318 May 20 16:14:23.359658 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:23.388678 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Network 20ebcdd1-0856-4068-ac72-c6305fc94493 is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:23.395596 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:23.408498 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:23.410000 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-795048'] for router_interface, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:23.413399 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:23.491623 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-92da9a3c-6e07-4c95-bacf-d5b4687224dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:23.583638 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b83b00-9ffa-4927-9b0d-ae917f8720d1,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:23.586666 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:23.661899 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2bb87eb7-d291-41e5-8224-dfc7eab3c18a req-b39c0a9c-ae85-4182-974b-1219517221ce tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101029 May 20 16:14:23.662740 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:23.669451 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2992942 May 20 16:14:23.670496 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45906) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:23.689114 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Pushing event updated for resources: {'Port': ['ID=b9d7b5f2-8308-40b6-aae6-781f9ec64e0f,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:23.690462 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Request body: {'security_group_rule': {'security_group_id': 'b7b83b00-9ffa-4927-9b0d-ae917f8720d1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:23.698020 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:23.726250 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:23.740907 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Usage tracker for resource:security_group_rule and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:23.763302 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:23.780282 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:23.916282 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:23.922221 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805414309-router', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:12Z', 'updated_at': '2021-05-20T16:14:16Z', 'revision_number': 3, 'project_id': '339305feac4444fea5c717f6093f0d95', 'gw_port': {'id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:15Z', 'updated_at': '2021-05-20T16:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:23.932617 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47e436a-ea16-47ac-bed7-ef1fcf42fb80 None None] The sync data for ids ['bb5483bd-d56f-463c-924c-844a6a33b60a'] in dv-cinder-689486-13-smb is: [{'id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805414309-router', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:12Z', 'updated_at': '2021-05-20T16:14:16Z', 'revision_number': 3, 'project_id': '339305feac4444fea5c717f6093f0d95', 'gw_port': {'id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:99:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:15Z', 'updated_at': '2021-05-20T16:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:14:24.129160 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.notifiers.nova [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c660ba39-8ded-463a-ae83-ed3404764d29 {{(pid=92272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:14:24.150470 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:24.154752 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:24.197568 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.provisioning_blocks [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Transition to ACTIVE for port object c660ba39-8ded-463a-ae83-ed3404764d29 will not be triggered until provisioned by entity L2. {{(pid=92272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:24.216000 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:24.218253 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:24.281746 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45924) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:24.300814 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda82e7c-2851-4afa-93c5-d705c6e3c329,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:24.320751 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:24.405164 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:24.421457 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:24.425877 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7543609 May 20 16:14:24.427999 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45934) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:24.440355 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-c14c621a-09ea-4a92-ae84-df681e38356b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Request body: {'security_group_rule': {'security_group_id': 'b7b83b00-9ffa-4927-9b0d-ae917f8720d1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:24.443854 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:24.484955 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-c14c621a-09ea-4a92-ae84-df681e38356b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:24.506116 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-c14c621a-09ea-4a92-ae84-df681e38356b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Usage tracker for resource:security_group_rule and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:24.516367 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-c14c621a-09ea-4a92-ae84-df681e38356b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:24.545760 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-c14c621a-09ea-4a92-ae84-df681e38356b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:24.666082 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Notify callbacks [] for port, precommit_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:24.692530 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.provisioning_blocks [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Transition to ACTIVE for port object bb153919-f113-4dce-af2e-8bc017ff0e07 will not be triggered until provisioned by entity L2. {{(pid=92274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:24.694770 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c14c621a-09ea-4a92-ae84-df681e38356b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:24.758639 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:24.765769 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:24.870668 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c14c621a-09ea-4a92-ae84-df681e38356b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:24.990563 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c14c621a-09ea-4a92-ae84-df681e38356b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.005069 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Pushing event updated for resources: {'Port': ['ID=c660ba39-8ded-463a-ae83-ed3404764d29,revision_number=2']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:25.019685 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:25.028452 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.066043 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8b5c5b1a-06ba-491b-9751-3e65d3d9e560 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:25.078818 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.managers [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Attempting to bind port c660ba39-8ded-463a-ae83-ed3404764d29 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:25.079559 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.managers [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Attempting to bind port c660ba39-8ded-463a-ae83-ed3404764d29 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'd627d4f6-144e-47c6-9e26-41c1a789eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '73cde761-75c3-48bf-9612-dee1b204e790'}] {{(pid=92272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:25.080076 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Attempting to bind port c660ba39-8ded-463a-ae83-ed3404764d29 on network 73cde761-75c3-48bf-9612-dee1b204e790 {{(pid=92272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:25.113602 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Port c660ba39-8ded-463a-ae83-ed3404764d29 on network 73cde761-75c3-48bf-9612-dee1b204e790 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:14:25.114172 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Attempting to bind port c660ba39-8ded-463a-ae83-ed3404764d29 on network 73cde761-75c3-48bf-9612-dee1b204e790 {{(pid=92272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:25.124630 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577d8399-fa6b-4b43-880e-5f09e12acc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.171108 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff63131-734c-44d3-a78e-93f7c6c8e7f7 None None] Pushing event updated for resources: {'Port': ['ID=bb153919-f113-4dce-af2e-8bc017ff0e07,revision_number=3']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:25.183916 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-0ff63131-734c-44d3-a78e-93f7c6c8e7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:25.225543 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c621a-09ea-4a92-ae84-df681e38356b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a476d7f-06b0-400e-a283-828f4222ef28,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:25.228484 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:25.233602 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Checking segment: {'id': 'd627d4f6-144e-47c6-9e26-41c1a789eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '73cde761-75c3-48bf-9612-dee1b204e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:25.239399 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Bound using segment: {'id': 'd627d4f6-144e-47c6-9e26-41c1a789eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '73cde761-75c3-48bf-9612-dee1b204e790'} {{(pid=92272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:25.239773 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c14c621a-09ea-4a92-ae84-df681e38356b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:25.240179 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.managers [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Bound port: c660ba39-8ded-463a-ae83-ed3404764d29, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd627d4f6-144e-47c6-9e26-41c1a789eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '73cde761-75c3-48bf-9612-dee1b204e790'}}] {{(pid=92272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:25.240663 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.242265 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-577d8399-fa6b-4b43-880e-5f09e12acc2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:25.250059 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-577d8399-fa6b-4b43-880e-5f09e12acc2a admin admin] Usage tracker for resource:security_group_rule and tenant:d2d04a2cbc5549fe8a3944b7daac2c69 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:25.254245 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-577d8399-fa6b-4b43-880e-5f09e12acc2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:25.265857 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-577d8399-fa6b-4b43-880e-5f09e12acc2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:25.339556 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71192a36-3d12-48b2-a74f-8554b2e4a924 req-a420e945-af33-4ea5-b3a4-79f78758f2c9 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:25.342193 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-71192a36-3d12-48b2-a74f-8554b2e4a924 req-a420e945-af33-4ea5-b3a4-79f78758f2c9 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 943 time: 0.4624846 May 20 16:14:25.466064 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c14c621a-09ea-4a92-ae84-df681e38356b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.468605 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-c14c621a-09ea-4a92-ae84-df681e38356b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0399969 May 20 16:14:25.475900 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 45958) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:25.488464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Request body: {'floatingip': {'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:25.500952 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Attempting to bind port bb153919-f113-4dce-af2e-8bc017ff0e07 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:25.500952 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Attempting to bind port bb153919-f113-4dce-af2e-8bc017ff0e07 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:25.500952 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Attempting to bind port bb153919-f113-4dce-af2e-8bc017ff0e07 on network 0bf0ab52-43c3-4f36-9190-4a119be4b182 {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:25.511486 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:25.511919 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Checking segment: {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:25.514272 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.514716 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Bound using segment: {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:25.517263 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Bound port: bb153919-f113-4dce-af2e-8bc017ff0e07, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'}}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:25.517699 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.591758 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-71192a36-3d12-48b2-a74f-8554b2e4a924 req-ff27f799-f80d-462f-9911-50e81eea7ee5 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471584 May 20 16:14:25.616437 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:25.733928 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Usage tracker for resource:floatingip and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:25.735111 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] For port bb153919-f113-4dce-af2e-8bc017ff0e07, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:25.750976 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:25.758639 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577d8399-fa6b-4b43-880e-5f09e12acc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.761518 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] For port bb153919-f113-4dce-af2e-8bc017ff0e07, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=bb153919-f113-4dce-af2e-8bc017ff0e07,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:25.762475 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:25.771894 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.db [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] For port c660ba39-8ded-463a-ae83-ed3404764d29, host hv-cinder-68948, cleared binding levels {{(pid=92272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:25.780657 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.db [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] For port c660ba39-8ded-463a-ae83-ed3404764d29, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c660ba39-8ded-463a-ae83-ed3404764d29,segment=NetworkSegment(d627d4f6-144e-47c6-9e26-41c1a789eacd),segment_id=d627d4f6-144e-47c6-9e26-41c1a789eacd)] {{(pid=92272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:25.827226 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.833765 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:25.837942 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.857569 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.857773 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577d8399-fa6b-4b43-880e-5f09e12acc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:25.864420 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:25.868329 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:25.944344 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:25.944824 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:14:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:26.009088 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-577d8399-fa6b-4b43-880e-5f09e12acc2a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2d04a2cbc5549fe8a3944b7daac2c69&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7183692 May 20 16:14:26.013700 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 45972) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:26.019545 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d8399-fa6b-4b43-880e-5f09e12acc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334a5e86-594b-48d5-b3f9-d59f9a92625a,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:26.027403 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Pushing event updated for resources: {'Port': ['ID=c660ba39-8ded-463a-ae83-ed3404764d29,revision_number=3']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:26.030619 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.032518 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:26.037566 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.042119 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-577d8399-fa6b-4b43-880e-5f09e12acc2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:26.069613 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566547'] for router_interface, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.082760 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-1a8a5a0a-3c32-4e12-9477-27f45f6692a7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:26.108898 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 1bf59079-09f7-4815-8de3-6271add4f1e1 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:26.171409 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff63131-734c-44d3-a78e-93f7c6c8e7f7 None None] Pushing event updated for resources: {'Port': ['ID=bb153919-f113-4dce-af2e-8bc017ff0e07,revision_number=4']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:26.188328 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-0ff63131-734c-44d3-a78e-93f7c6c8e7f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:26.213478 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-00b3eda8-38a2-4c23-aa9e-49152470f800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.305080 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-00b3eda8-38a2-4c23-aa9e-49152470f800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.350843 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Pushing event updated for resources: {'Port': ['ID=b9d7b5f2-8308-40b6-aae6-781f9ec64e0f,revision_number=2']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:26.403027 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port 1bf59079-09f7-4815-8de3-6271add4f1e1 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:26.409858 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 1bf59079-09f7-4815-8de3-6271add4f1e1 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:26.409858 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.417521 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:26.418195 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for port, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.426546 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] 10.222.0.10 "PUT /v2.0/ports/c660ba39-8ded-463a-ae83-ed3404764d29 HTTP/1.1" status: 200 len: 1093 time: 4.0782390 May 20 16:14:26.433475 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Network 20ebcdd1-0856-4068-ac72-c6305fc94493 is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:26.438292 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c', 'tag': 'c660ba39-8ded-463a-ae83-ed3404764d29'}] {{(pid=92272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:26.546765 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-00b3eda8-38a2-4c23-aa9e-49152470f800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.553221 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:26.555362 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-6af93ba8-63f8-4b21-a862-bccb00ec539a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:26.571454 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:26.612610 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-00b3eda8-38a2-4c23-aa9e-49152470f800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.615296 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:26.625820 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-00b3eda8-38a2-4c23-aa9e-49152470f800 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/334a5e86-594b-48d5-b3f9-d59f9a92625a HTTP/1.1" status: 204 len: 168 time: 0.6094754 May 20 16:14:26.642191 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3eda8-38a2-4c23-aa9e-49152470f800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334a5e86-594b-48d5-b3f9-d59f9a92625a,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:26.654823 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-00b3eda8-38a2-4c23-aa9e-49152470f800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:26.701140 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.736362 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port 1bf59079-09f7-4815-8de3-6271add4f1e1, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=1bf59079-09f7-4815-8de3-6271add4f1e1,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:26.843506 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:26.853834 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-49680dc4-3a03-4eed-a6a1-526b0df66c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:27.098804 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=1bf59079-09f7-4815-8de3-6271add4f1e1,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:27.107436 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:27.178929 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb08f49-96ca-4367-8370-1f5600f83b8c req-ae22e427-d0dc-4c5c-b86c-60c658e6e031 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:27.182830 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1eb08f49-96ca-4367-8370-1f5600f83b8c req-ae22e427-d0dc-4c5c-b86c-60c658e6e031 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 943 time: 0.2625239 May 20 16:14:27.366139 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1eb08f49-96ca-4367-8370-1f5600f83b8c req-26c56ada-d42f-4a9d-b5ee-38b1be7f11c7 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764958 May 20 16:14:27.458217 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-e1848fdc-8e6e-4584-9bde-e53e49b7c269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:27.460374 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-e1848fdc-8e6e-4584-9bde-e53e49b7c269 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e15e27e8524fd1a7a6cc3cef66f818&device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 1096 time: 0.4872541 May 20 16:14:27.497377 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 46016) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:27.609504 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-e1aa7268-d5a9-4859-b784-d8baf6bd6c88 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c660ba39-8ded-463a-ae83-ed3404764d29 HTTP/1.1" status: 200 len: 217 time: 0.1408236 May 20 16:14:27.611042 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:27.723835 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:27.831517 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c', 'tag': 'c660ba39-8ded-463a-ae83-ed3404764d29', 'status': 'completed', 'code': 200} May 20 16:14:27.889015 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ebaf22b8-14ce-4623-8d93-1051c10d105b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:27.976452 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-ebaf22b8-14ce-4623-8d93-1051c10d105b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:27.980195 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 1bf59079-09f7-4815-8de3-6271add4f1e1 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:27.986156 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-ebaf22b8-14ce-4623-8d93-1051c10d105b admin admin] Usage tracker for resource:security_group_rule and tenant:d3a8cac50f9e4dc993fc100f238299b2 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:27.991173 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-ebaf22b8-14ce-4623-8d93-1051c10d105b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:28.001138 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-ebaf22b8-14ce-4623-8d93-1051c10d105b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:28.016797 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Router bb5483bd-d56f-463c-924c-844a6a33b60a has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:14:28.108004 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:25Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:28.112337 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a1410a-1143-4fef-916e-17f1df6037d6 None None] The sync data for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb is: [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:25Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:14:28.119530 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Allocated IP 172.28.0.81 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/380a62bf-6643-4747-8c3b-42e14b895f0e) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:28.136623 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-7ab63546-202f-4347-ab83-9576812296ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:28.138192 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-7ab63546-202f-4347-ab83-9576812296ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6a0d8b33-e44b-40e1-b2ca-c9c67465bd2e HTTP/1.1" status: 200 len: 851 time: 0.3194156 May 20 16:14:28.200691 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ebaf22b8-14ce-4623-8d93-1051c10d105b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:28.214807 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 1bf59079-09f7-4815-8de3-6271add4f1e1 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:28.215355 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:28.288424 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ebaf22b8-14ce-4623-8d93-1051c10d105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:28.302302 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-577d8399-fa6b-4b43-880e-5f09e12acc2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:28.412889 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-ebaf22b8-14ce-4623-8d93-1051c10d105b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3a8cac50f9e4dc993fc100f238299b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9136355 May 20 16:14:28.415951 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 46040) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:28.419708 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf22b8-14ce-4623-8d93-1051c10d105b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa68576-c060-46ed-9dba-853733f1e3c3,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:28.423679 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ebaf22b8-14ce-4623-8d93-1051c10d105b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:28.446178 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-e313f27d-1cd1-4256-9245-923673c6279d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73cde761-75c3-48bf-9612-dee1b204e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272070 May 20 16:14:28.501964 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46044) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:28.598039 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c798-48e5-4642-b5ab-e78dffdf1339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:28.600619 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-50606ace-893b-4dd6-ba6b-d8e82443939b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:28.772657 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c798-48e5-4642-b5ab-e78dffdf1339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:29.001439 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5b557-0882-4f9f-ae33-9648f22eba5b req-b2cac73b-1bdb-45e1-ba20-8d34492b5ed6 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:29.012656 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b8c5b557-0882-4f9f-ae33-9648f22eba5b req-b2cac73b-1bdb-45e1-ba20-8d34492b5ed6 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 943 time: 0.4303606 May 20 16:14:29.014181 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c798-48e5-4642-b5ab-e78dffdf1339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:29.028764 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:29.074313 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-50606ace-893b-4dd6-ba6b-d8e82443939b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:29.108964 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8c798-48e5-4642-b5ab-e78dffdf1339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa68576-c060-46ed-9dba-853733f1e3c3,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:29.124219 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-50606ace-893b-4dd6-ba6b-d8e82443939b admin admin] Usage tracker for resource:security_group_rule and tenant:74f790d7df0a4a89be130d27771618bd is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:29.148379 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7ac8c798-48e5-4642-b5ab-e78dffdf1339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:29.180279 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7ac8c798-48e5-4642-b5ab-e78dffdf1339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:29.183837 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-7ac8c798-48e5-4642-b5ab-e78dffdf1339 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8aa68576-c060-46ed-9dba-853733f1e3c3 HTTP/1.1" status: 204 len: 168 time: 0.7642198 May 20 16:14:29.226018 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b8c5b557-0882-4f9f-ae33-9648f22eba5b req-466f7e43-0163-4639-9e04-5afe955118c1 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963379 May 20 16:14:29.275905 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-50606ace-893b-4dd6-ba6b-d8e82443939b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:29.330088 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-50606ace-893b-4dd6-ba6b-d8e82443939b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:29.430355 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:14:29.444122 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Sync routers for ids ['bb5483bd-d56f-463c-924c-844a6a33b60a'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:14:29.466062 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Routers {'bb5483bd-d56f-463c-924c-844a6a33b60a'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:29.467226 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:14:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['bb5483bd-d56f-463c-924c-844a6a33b60a'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:29.540075 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:29.552809 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] 10.222.0.11 "PUT /v2.0/routers/bb5483bd-d56f-463c-924c-844a6a33b60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7167633 May 20 16:14:29.568915 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-28921047-f318-4010-942b-6b23b690561f service neutron] 10.222.0.10 "GET /v2.0/networks/73cde761-75c3-48bf-9612-dee1b204e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0637436 May 20 16:14:29.786417 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Set router bb5483bd-d56f-463c-924c-844a6a33b60a gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:29.872505 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-50606ace-893b-4dd6-ba6b-d8e82443939b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:29.949184 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-90a2d8a3-aebf-4277-a858-334ce2fa9572 req-a6d6a043-1cde-4aa0-97ec-1a0a11250df7 service neutron] 10.222.0.10 "GET /v2.0/networks/73cde761-75c3-48bf-9612-dee1b204e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497229 May 20 16:14:29.975528 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-50606ace-893b-4dd6-ba6b-d8e82443939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:29.978376 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:29.988675 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:30.128167 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:30.152842 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:30.166817 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:30.198686 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-50606ace-893b-4dd6-ba6b-d8e82443939b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=74f790d7df0a4a89be130d27771618bd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6949778 May 20 16:14:30.201437 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 46084) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:30.309572 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device bb153919-f113-4dce-af2e-8bc017ff0e07 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:30.325097 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a874ba0a-3744-48a2-b24b-d31042d4619d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:30.373643 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a874ba0a-3744-48a2-b24b-d31042d4619d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:30.575188 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50606ace-893b-4dd6-ba6b-d8e82443939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da46d246-a672-46f0-8bde-26b928965569,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:30.575188 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-50606ace-893b-4dd6-ba6b-d8e82443939b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:30.575188 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.490s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:30.633406 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:30.640514 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event updated for resources: {'Port': ['ID=380a62bf-6643-4747-8c3b-42e14b895f0e,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:30.647679 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:30.694731 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a42aa6-2f20-4ee6-970c-2f1c828c27ce req-2636b7ac-f043-4321-b2a8-b6063fd5b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:30.696533 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-28a42aa6-2f20-4ee6-970c-2f1c828c27ce req-2636b7ac-f043-4321-b2a8-b6063fd5b098 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99e15e27e8524fd1a7a6cc3cef66f818&device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 1096 time: 0.5006616 May 20 16:14:30.819558 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805414309-router', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:12Z', 'updated_at': '2021-05-20T16:14:24Z', 'revision_number': 4, 'project_id': '339305feac4444fea5c717f6093f0d95', 'gw_port': {'id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:15Z', 'updated_at': '2021-05-20T16:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'b9d7b5f2-8308-40b6-aae6-781f9ec64e0f', 'name': '', 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'mac_address': 'fa:16:3e:69:8b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6768558a-ebcb-4813-ab73-25305c819af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:21Z', 'updated_at': '2021-05-20T16:14:25Z', 'revision_number': 2, 'project_id': '339305feac4444fea5c717f6093f0d95', 'subnets': [{'id': '6768558a-ebcb-4813-ab73-25305c819af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:30.819558 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Checking router: bb5483bd-d56f-463c-924c-844a6a33b60a for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:14:30.819558 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Updating router bb5483bd-d56f-463c-924c-844a6a33b60a port b9d7b5f2-8308-40b6-aae6-781f9ec64e0f binding host dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:14:30.921020 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3971-b44a-4347-9418-942e31f49d64 req-02e32fef-8991-4529-8f90-574febbb9215 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:30.930190 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-02e32fef-8991-4529-8f90-574febbb9215 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 819 time: 0.4613338 May 20 16:14:30.938331 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:30.943689 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597580e-cd27-4998-842d-8730fa6621bc req-b42212a3-e258-4333-891a-2738590e966d tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:30.946292 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6597580e-cd27-4998-842d-8730fa6621bc req-b42212a3-e258-4333-891a-2738590e966d tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 943 time: 0.4517756 May 20 16:14:30.979802 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a42aa6-2f20-4ee6-970c-2f1c828c27ce req-bbc7bea0-5ef6-47c9-b0b6-b439c06c4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:30.982093 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-28a42aa6-2f20-4ee6-970c-2f1c828c27ce req-bbc7bea0-5ef6-47c9-b0b6-b439c06c4030 service neutron] 10.222.0.10 "GET /v2.0/networks?id=73cde761-75c3-48bf-9612-dee1b204e790 HTTP/1.1" status: 200 len: 912 time: 0.2680836 May 20 16:14:30.987370 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-9e86b2a7-552c-4f41-b0b3-c12181d6e589 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/quotas/339305feac4444fea5c717f6093f0d95 HTTP/1.1" status: 200 len: 375 time: 0.0556810 May 20 16:14:31.090412 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6597580e-cd27-4998-842d-8730fa6621bc req-9f2e0edd-0528-464c-aa69-ffe422cda796 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376376 May 20 16:14:31.131707 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-17976202-a602-4fe9-9c23-014355585f11 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1434743 May 20 16:14:31.413312 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a874ba0a-3744-48a2-b24b-d31042d4619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:31.413312 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-32b1b323-5299-4738-9afb-31f4d9f4c43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:31.429172 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-d62a7d33-f4c6-467a-a01a-1b7655d51946 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92271) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:14:31.436955 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-d62a7d33-f4c6-467a-a01a-1b7655d51946 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0889852 May 20 16:14:31.464356 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a874ba0a-3744-48a2-b24b-d31042d4619d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:31.469075 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-a874ba0a-3744-48a2-b24b-d31042d4619d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da46d246-a672-46f0-8bde-26b928965569 HTTP/1.1" status: 204 len: 168 time: 1.2618296 May 20 16:14:31.474399 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874ba0a-3744-48a2-b24b-d31042d4619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da46d246-a672-46f0-8bde-26b928965569,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:31.487174 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a874ba0a-3744-48a2-b24b-d31042d4619d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:31.545886 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Notify callbacks [] for port, precommit_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:31.606354 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Transition to ACTIVE for port object b9d7b5f2-8308-40b6-aae6-781f9ec64e0f will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:31.638756 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port bb153919-f113-4dce-af2e-8bc017ff0e07 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:31.649191 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port bb153919-f113-4dce-af2e-8bc017ff0e07 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:31.649624 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:31.660282 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-94149975-1bcf-4315-9618-0bdd1753cbc5 service neutron] 10.222.0.11 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220786 May 20 16:14:31.734424 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:31.745391 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:31.764620 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-5af2868d-b7ad-4315-895f-f8119ba234f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:31.843318 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46124) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:31.914328 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4c1605c0-4988-4d20-ac7a-c14e742c4c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:31.918375 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-f45312b5-defc-4aaa-a37f-073a1a8a815e service neutron] 10.222.0.11 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556334 May 20 16:14:31.946786 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4c1605c0-4988-4d20-ac7a-c14e742c4c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:31.970344 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4c1605c0-4988-4d20-ac7a-c14e742c4c03 admin admin] Usage tracker for resource:security_group_rule and tenant:8f9f466872c147fe937f224ec40e40f1 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:31.976144 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4c1605c0-4988-4d20-ac7a-c14e742c4c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:31.991369 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4c1605c0-4988-4d20-ac7a-c14e742c4c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:32.389348 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for port, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.393473 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4c1605c0-4988-4d20-ac7a-c14e742c4c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.410757 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-28a42aa6-2f20-4ee6-970c-2f1c828c27ce req-e340e00e-63e8-49c5-8227-085b953f4bbb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c660ba39-8ded-463a-ae83-ed3404764d29 HTTP/1.1" status: 200 len: 217 time: 0.0892003 May 20 16:14:32.416103 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb2c39-40f9-411f-940b-e5282aea7843 None None] Pushing event updated for resources: {'Port': ['ID=b9d7b5f2-8308-40b6-aae6-781f9ec64e0f,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:32.505141 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a42aa6-2f20-4ee6-970c-2f1c828c27ce req-597c7746-8036-4ac6-8d94-75fb0ef2bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:32.512066 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-19315cb5-2f97-4cf7-8fee-4a9f6f669919 req-7f047cac-2088-4532-8570-9446a1dc49cc tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 210 time: 0.1503313 May 20 16:14:32.520567 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-79eb2c39-40f9-411f-940b-e5282aea7843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:32.526136 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-28a42aa6-2f20-4ee6-970c-2f1c828c27ce req-597c7746-8036-4ac6-8d94-75fb0ef2bb41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6a0d8b33-e44b-40e1-b2ca-c9c67465bd2e HTTP/1.1" status: 200 len: 851 time: 0.1091502 May 20 16:14:32.527199 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4c1605c0-4988-4d20-ac7a-c14e742c4c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.527928 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.541175 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.612760 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7ad4f-e7aa-49fb-b3b9-5dcb9783e906 req-b99baa45-841c-47a7-8c7e-7304ffa0e159 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:32.613054 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:32.620889 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port bb153919-f113-4dce-af2e-8bc017ff0e07, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=bb153919-f113-4dce-af2e-8bc017ff0e07,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:32.621101 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a7ad4f-e7aa-49fb-b3b9-5dcb9783e906 req-b99baa45-841c-47a7-8c7e-7304ffa0e159 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 943 time: 0.1880741 May 20 16:14:32.628064 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Attempting to bind port b9d7b5f2-8308-40b6-aae6-781f9ec64e0f on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:32.628687 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Attempting to bind port b9d7b5f2-8308-40b6-aae6-781f9ec64e0f by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:32.629344 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Attempting to bind port b9d7b5f2-8308-40b6-aae6-781f9ec64e0f on network 20ebcdd1-0856-4068-ac72-c6305fc94493 {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:32.638224 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:32.638224 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Checking segment: {'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:32.638224 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.638224 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Bound using segment: {'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:32.638224 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Bound port: b9d7b5f2-8308-40b6-aae6-781f9ec64e0f, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:32.638945 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.691306 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.738335 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a7ad4f-e7aa-49fb-b3b9-5dcb9783e906 req-317cfccd-483a-4ac2-a3ae-35b0801f0c74 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164107 May 20 16:14:32.740484 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.750531 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:32.837480 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-28a42aa6-2f20-4ee6-970c-2f1c828c27ce req-a2a0a032-b203-4a20-a24a-106d5cc4e67e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=73cde761-75c3-48bf-9612-dee1b204e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2681835 May 20 16:14:32.935594 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:32.936796 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4606435 May 20 16:14:32.950192 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-4c1605c0-4988-4d20-ac7a-c14e742c4c03 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f9f466872c147fe937f224ec40e40f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1058335 May 20 16:14:32.952841 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 46174) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:32.971160 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1605c0-4988-4d20-ac7a-c14e742c4c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcaa181-93b8-492d-81f6-b7594ed0f16d,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:33.007832 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4c1605c0-4988-4d20-ac7a-c14e742c4c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:33.008385 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2dd4396d-14a5-411a-9098-3d5d49f077cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:33.094661 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=bb153919-f113-4dce-af2e-8bc017ff0e07,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:33.101695 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:33.117057 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] For port b9d7b5f2-8308-40b6-aae6-781f9ec64e0f, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:33.128417 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] For port b9d7b5f2-8308-40b6-aae6-781f9ec64e0f, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=b9d7b5f2-8308-40b6-aae6-781f9ec64e0f,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:33.204574 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:33.216145 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-aaff7679-70f9-4ba9-82c2-e2cb5b4bcfd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:33.278183 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event updated for resources: {'Port': ['ID=380a62bf-6643-4747-8c3b-42e14b895f0e,revision_number=2']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:33.282334 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:33.383897 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-28a42aa6-2f20-4ee6-970c-2f1c828c27ce req-17d4a031-ce4c-4394-ac07-aaa3cba0638c service neutron] 10.222.0.10 "GET /v2.0/networks/73cde761-75c3-48bf-9612-dee1b204e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201526 May 20 16:14:33.398512 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Routers {'bb5483bd-d56f-463c-924c-844a6a33b60a'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:14:33.399434 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:14:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['bb5483bd-d56f-463c-924c-844a6a33b60a'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:33.470015 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2e051cad-61c1-45d6-a802-042b906a10db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:33.588963 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2e051cad-61c1-45d6-a802-042b906a10db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:33.604293 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-d777e7d8-9bfa-4584-a0da-55646aa8fb0a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Synchronizing usage tracker for tenant:6d29132c0c9f4273b5f1de866b91a288 on resource:security_group {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:14:33.638725 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-90176df7-f09c-4967-b8e2-f29dea2c4383 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:33.646569 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-90176df7-f09c-4967-b8e2-f29dea2c4383 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 819 time: 0.6153831 May 20 16:14:33.685738 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-46cfe1a3-a731-4983-a80e-c17c1b49d9a2 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/quotas/339305feac4444fea5c717f6093f0d95 HTTP/1.1" status: 200 len: 375 time: 0.0377505 May 20 16:14:33.725293 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb2c39-40f9-411f-940b-e5282aea7843 None None] Pushing event updated for resources: {'Port': ['ID=b9d7b5f2-8308-40b6-aae6-781f9ec64e0f,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:33.754334 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-79eb2c39-40f9-411f-940b-e5282aea7843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:33.756343 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] Set router bb5483bd-d56f-463c-924c-844a6a33b60a gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:14:33.763567 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-28a42aa6-2f20-4ee6-970c-2f1c828c27ce req-1b32658b-6430-4c9d-be48-d1930ccb3a7a service neutron] 10.222.0.10 "GET /v2.0/networks/73cde761-75c3-48bf-9612-dee1b204e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696582 May 20 16:14:33.851781 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-d777e7d8-9bfa-4584-a0da-55646aa8fb0a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Unset dirty status for tenant:6d29132c0c9f4273b5f1de866b91a288 on resource:security_group {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:14:33.868220 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-d777e7d8-9bfa-4584-a0da-55646aa8fb0a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--217493308&fields=id&tenant_id=6d29132c0c9f4273b5f1de866b91a288 HTTP/1.1" status: 200 len: 267 time: 0.3759651 May 20 16:14:33.871212 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-ac0a8452-0ff4-402b-b8b4-25ed1076d1bb tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1845534 May 20 16:14:34.094127 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-cdf2d78b-f549-403b-87ac-f5c5e628bf5e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:34.094891 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-cdf2d78b-f549-403b-87ac-f5c5e628bf5e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Synchronizing usage tracker for tenant:6d29132c0c9f4273b5f1de866b91a288 on resource:network {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:14:34.140149 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2e051cad-61c1-45d6-a802-042b906a10db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:34.191146 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7ac8c798-48e5-4642-b5ab-e78dffdf1339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:34.248952 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e051cad-61c1-45d6-a802-042b906a10db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcaa181-93b8-492d-81f6-b7594ed0f16d,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:34.329316 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2e051cad-61c1-45d6-a802-042b906a10db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:34.351891 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2e051cad-61c1-45d6-a802-042b906a10db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:34.353009 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-2e051cad-61c1-45d6-a802-042b906a10db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5bcaa181-93b8-492d-81f6-b7594ed0f16d HTTP/1.1" status: 204 len: 168 time: 1.3991566 May 20 16:14:34.380046 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-cdf2d78b-f549-403b-87ac-f5c5e628bf5e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Unset dirty status for tenant:6d29132c0c9f4273b5f1de866b91a288 on resource:network {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:14:34.386113 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-cdf2d78b-f549-403b-87ac-f5c5e628bf5e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 816 time: 0.5157793 May 20 16:14:34.396555 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805414309-router', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:12Z', 'updated_at': '2021-05-20T16:14:24Z', 'revision_number': 4, 'project_id': '339305feac4444fea5c717f6093f0d95', 'gw_port': {'id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:15Z', 'updated_at': '2021-05-20T16:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'b9d7b5f2-8308-40b6-aae6-781f9ec64e0f', 'name': '', 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'mac_address': 'fa:16:3e:69:8b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6768558a-ebcb-4813-ab73-25305c819af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:21Z', 'updated_at': '2021-05-20T16:14:33Z', 'revision_number': 4, 'project_id': '339305feac4444fea5c717f6093f0d95', 'subnets': [{'id': '6768558a-ebcb-4813-ab73-25305c819af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:14:34.405701 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91773a17-f050-4e10-9bd1-5ef99e5bcd99 None None] The sync data for ids ['bb5483bd-d56f-463c-924c-844a6a33b60a'] in dv-cinder-689486-13-smb is: [{'id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805414309-router', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:12Z', 'updated_at': '2021-05-20T16:14:24Z', 'revision_number': 4, 'project_id': '339305feac4444fea5c717f6093f0d95', 'gw_port': {'id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:15Z', 'updated_at': '2021-05-20T16:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'b9d7b5f2-8308-40b6-aae6-781f9ec64e0f', 'name': '', 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'mac_address': 'fa:16:3e:69:8b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '6768558a-ebcb-4813-ab73-25305c819af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:21Z', 'updated_at': '2021-05-20T16:14:33Z', 'revision_number': 4, 'project_id': '339305feac4444fea5c717f6093f0d95', 'subnets': [{'id': '6768558a-ebcb-4813-ab73-25305c819af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:14:34.435939 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-764e6de9-4d08-4958-85cc-88f24482a1f3 service neutron] 10.222.0.11 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309159 May 20 16:14:34.469101 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-715f7e15-c790-4516-844e-a5d05ad37567 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/quotas/6d29132c0c9f4273b5f1de866b91a288 HTTP/1.1" status: 200 len: 375 time: 0.0700138 May 20 16:14:34.759562 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-aea9ff0f-e071-45d3-92f3-3dc6469b9d31 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Synchronizing usage tracker for tenant:6d29132c0c9f4273b5f1de866b91a288 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:14:34.765246 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-a0f79901-42d1-42f9-b974-e58afeed9f51 service neutron] 10.222.0.11 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283250 May 20 16:14:34.855773 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-aea9ff0f-e071-45d3-92f3-3dc6469b9d31 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Unset dirty status for tenant:6d29132c0c9f4273b5f1de866b91a288 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:14:34.857603 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-aea9ff0f-e071-45d3-92f3-3dc6469b9d31 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3682899 May 20 16:14:35.106883 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device b9d7b5f2-8308-40b6-aae6-781f9ec64e0f up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:35.271014 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46252) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:35.347162 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port b9d7b5f2-8308-40b6-aae6-781f9ec64e0f completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:35.360552 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port b9d7b5f2-8308-40b6-aae6-781f9ec64e0f triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:35.361790 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:35.468363 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-fb9fb335-0b10-4f81-ba62-d21d1ed60457 service neutron] 10.222.0.11 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882657 May 20 16:14:35.654087 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3da82d61-d882-4835-a5ed-78b444ec5d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:35.697761 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-3da82d61-d882-4835-a5ed-78b444ec5d90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:35.698606 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:35.715162 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-3da82d61-d882-4835-a5ed-78b444ec5d90 admin admin] Usage tracker for resource:security_group_rule and tenant:2128fe08187f42138438cb3c76e659c5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:35.722384 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-3da82d61-d882-4835-a5ed-78b444ec5d90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:35.749490 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-3da82d61-d882-4835-a5ed-78b444ec5d90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:35.765730 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port b9d7b5f2-8308-40b6-aae6-781f9ec64e0f, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=b9d7b5f2-8308-40b6-aae6-781f9ec64e0f,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:35.884431 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:35.886367 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device bb153919-f113-4dce-af2e-8bc017ff0e07 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:35.915922 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-c8916ffd-4c78-4891-8b5b-a5fb533c4415 service neutron] 10.222.0.11 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402263 May 20 16:14:35.958727 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5b1c8-516d-4f24-94ca-c32ee60825f6 req-7e7caa2f-5e85-439e-a9fa-7682ce321756 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:35.968008 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a4b5b1c8-516d-4f24-94ca-c32ee60825f6 req-7e7caa2f-5e85-439e-a9fa-7682ce321756 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 943 time: 0.1960518 May 20 16:14:36.020071 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:36.053723 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3da82d61-d882-4835-a5ed-78b444ec5d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.092113 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a4b5b1c8-516d-4f24-94ca-c32ee60825f6 req-2ded4c3c-4f57-4e7d-8cea-05bbfd0a428b tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196744 May 20 16:14:36.159165 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3da82d61-d882-4835-a5ed-78b444ec5d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.172575 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:36.178040 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=b9d7b5f2-8308-40b6-aae6-781f9ec64e0f,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:36.184144 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:36.252579 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port bb153919-f113-4dce-af2e-8bc017ff0e07 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:36.254791 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.265750 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da82d61-d882-4835-a5ed-78b444ec5d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8136f2c6-b138-420b-ae55-9242e23bd157,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:36.280217 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3da82d61-d882-4835-a5ed-78b444ec5d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:36.292799 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d617467a-cb0b-4184-be4b-6cca31ec8099 req-8c6db411-e5bb-4717-b39f-d05e0993d24a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 210 time: 0.1519535 May 20 16:14:36.352504 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 46296) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:36.356875 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-3da82d61-d882-4835-a5ed-78b444ec5d90 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2128fe08187f42138438cb3c76e659c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0764866 May 20 16:14:36.515435 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9044b78c-4b47-4774-91bc-66ca06d81126 req-52fb19b7-6b27-4c5c-a03d-28bae60dc001 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 210 time: 0.1402295 May 20 16:14:36.609982 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-598e26dc-f313-49da-9c5c-59ef624de1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.636303 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-598e26dc-f313-49da-9c5c-59ef624de1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.831019 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device b9d7b5f2-8308-40b6-aae6-781f9ec64e0f up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:36.844438 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3971-b44a-4347-9418-942e31f49d64 req-7383727f-163e-4569-894a-e56c19d8f819 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:36.845178 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [req-22ae3971-b44a-4347-9418-942e31f49d64 req-7383727f-163e-4569-894a-e56c19d8f819 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Synchronizing usage tracker for tenant:339305feac4444fea5c717f6093f0d95 on resource:network {{(pid=92272) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:14:36.895273 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-598e26dc-f313-49da-9c5c-59ef624de1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.914196 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port b9d7b5f2-8308-40b6-aae6-781f9ec64e0f triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:36.914196 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.921560 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:36.951454 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e26dc-f313-49da-9c5c-59ef624de1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8136f2c6-b138-420b-ae55-9242e23bd157,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:36.961402 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-598e26dc-f313-49da-9c5c-59ef624de1de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:36.964270 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-598e26dc-f313-49da-9c5c-59ef624de1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:36.965631 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-598e26dc-f313-49da-9c5c-59ef624de1de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8136f2c6-b138-420b-ae55-9242e23bd157 HTTP/1.1" status: 204 len: 168 time: 0.6121573 May 20 16:14:36.992422 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [req-22ae3971-b44a-4347-9418-942e31f49d64 req-7383727f-163e-4569-894a-e56c19d8f819 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Unset dirty status for tenant:339305feac4444fea5c717f6093f0d95 on resource:network {{(pid=92272) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:14:36.993598 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-7383727f-163e-4569-894a-e56c19d8f819 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.10 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 819 time: 0.2966416 May 20 16:14:37.008893 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Request body: {'port': {'device_id': 'baa46c30-7028-4c7e-8671-7e32f3fc96f4', 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493', 'admin_state_up': True, 'tenant_id': '339305feac4444fea5c717f6093f0d95'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:37.274751 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:37.283809 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Usage tracker for resource:port and tenant:339305feac4444fea5c717f6093f0d95 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:37.283809 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:37.291006 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:37.422593 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Made reservation on behalf of 339305feac4444fea5c717f6093f0d95 for: {'port': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:37.432219 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:37.514501 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89f456-474b-40bd-854c-e29626a6f6a5 req-71ea99f5-a1f7-445e-a8a5-d13c75b8d95f tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:37.516484 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-af89f456-474b-40bd-854c-e29626a6f6a5 req-71ea99f5-a1f7-445e-a8a5-d13c75b8d95f tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 943 time: 0.2122941 May 20 16:14:37.622547 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-08513149-3735-4b84-8d68-80a81dbd640c req-e6b5d4a1-6932-47d1-bcdd-6751965725ae tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 210 time: 0.1014431 May 20 16:14:37.664591 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-af89f456-474b-40bd-854c-e29626a6f6a5 req-03f1aeec-8eeb-43cd-b52e-6570d14e5023 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030173 May 20 16:14:37.743251 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-296e3b8b-800c-402f-8ad6-b81f67e1114a req-a6482b72-dc75-49bf-8afd-c37baf8dfb36 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 210 time: 0.0549994 May 20 16:14:37.845375 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Allocated IP 172.20.0.12 (20ebcdd1-0856-4068-ac72-c6305fc94493/6768558a-ebcb-4813-ab73-25305c819af2/777ec9b1-c195-4f96-8d94-247b21965ab4) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:38.090761 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.115365 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 46354) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:38.133350 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f35b-d76e-47b6-be29-2c3e8092ab1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.151761 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-cdd0f35b-d76e-47b6-be29-2c3e8092ab1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:38.155762 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-cdd0f35b-d76e-47b6-be29-2c3e8092ab1f admin admin] Usage tracker for resource:security_group_rule and tenant:9dd0f445c805462ab1ef31d88a86f014 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:38.159129 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-cdd0f35b-d76e-47b6-be29-2c3e8092ab1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:38.165275 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-cdd0f35b-d76e-47b6-be29-2c3e8092ab1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:38.202634 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.210866 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-27befe08-cdbf-4594-8c93-2d39744d0490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:38.285817 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Network 20ebcdd1-0856-4068-ac72-c6305fc94493 is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:38.289774 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:38.298490 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:38.306185 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:38.306905 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for port, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.343328 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Pushing event updated for resources: {'Port': ['ID=777ec9b1-c195-4f96-8d94-247b21965ab4,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:38.346341 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f35b-d76e-47b6-be29-2c3e8092ab1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.350472 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:38.426142 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-cdd0f35b-d76e-47b6-be29-2c3e8092ab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.431046 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4267910 May 20 16:14:38.440595 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:38.445753 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Request body: {'port': {'device_id': 'baa46c30-7028-4c7e-8671-7e32f3fc96f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:38.486501 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0f35b-d76e-47b6-be29-2c3e8092ab1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23930d5c-319b-4aa5-ace1-d3ad46b99cb7,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:38.491031 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-cdd0f35b-d76e-47b6-be29-2c3e8092ab1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9dd0f445c805462ab1ef31d88a86f014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740089 May 20 16:14:38.492345 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-cdd0f35b-d76e-47b6-be29-2c3e8092ab1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:38.493577 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 46372) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:38.573969 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-df008e3c-1684-4585-a7d2-034b8b7843c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.605736 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.610008 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-df008e3c-1684-4585-a7d2-034b8b7843c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.795085 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.10', 62653) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:38.885565 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-df008e3c-1684-4585-a7d2-034b8b7843c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.888646 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:38.910278 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-5fd7a2ac-7901-47b7-8225-c880bb2d3922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:38.964568 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df008e3c-1684-4585-a7d2-034b8b7843c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23930d5c-319b-4aa5-ace1-d3ad46b99cb7,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:38.995364 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-df008e3c-1684-4585-a7d2-034b8b7843c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:39.120612 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3e98d794-20e0-46f0-887a-6f65d22c6584 req-63bfeb7d-864f-4c2a-9711-9d961b0a8b9e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 210 time: 0.2481647 May 20 16:14:39.131258 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-df008e3c-1684-4585-a7d2-034b8b7843c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:39.135143 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-df008e3c-1684-4585-a7d2-034b8b7843c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/23930d5c-319b-4aa5-ace1-d3ad46b99cb7 HTTP/1.1" status: 204 len: 168 time: 0.6403315 May 20 16:14:39.211403 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-ae19ef25-6848-4ff5-b051-58aaaaacdfef tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:39.213044 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-ae19ef25-6848-4ff5-b051-58aaaaacdfef tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.10 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 819 time: 0.4169335 May 20 16:14:39.239681 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Request body: {'port': {'device_id': 'ce178ce8-b5da-4508-8aeb-dae9594dde0c', 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493', 'admin_state_up': True, 'tenant_id': '339305feac4444fea5c717f6093f0d95'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:39.255911 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.notifiers.nova [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777ec9b1-c195-4f96-8d94-247b21965ab4 {{(pid=92272) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:14:39.269124 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:39.301127 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.provisioning_blocks [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Transition to ACTIVE for port object 777ec9b1-c195-4f96-8d94-247b21965ab4 will not be triggered until provisioned by entity L2. {{(pid=92272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:39.335057 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc300d-2fc7-4912-b3ad-11287d923eaf req-560b0e70-0a29-4eea-ad9c-7972d7cdc91e tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:39.336910 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-aacc300d-2fc7-4912-b3ad-11287d923eaf req-560b0e70-0a29-4eea-ad9c-7972d7cdc91e tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 943 time: 0.3406017 May 20 16:14:39.350469 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dc05890a-159e-40c8-ac8a-064f5da45065 req-c02e97f0-a825-45e3-8ed1-b167b3f534e4 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 210 time: 0.0859282 May 20 16:14:39.449357 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:39.456554 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:39.509984 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-aacc300d-2fc7-4912-b3ad-11287d923eaf req-6213db38-097f-4c38-837d-e224561fb310 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334922 May 20 16:14:39.599847 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Pushing event updated for resources: {'Port': ['ID=777ec9b1-c195-4f96-8d94-247b21965ab4,revision_number=2']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:39.655849 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:39.662668 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Usage tracker for resource:port and tenant:339305feac4444fea5c717f6093f0d95 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:39.667001 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:39.670877 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:14:39.677990 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:39.712826 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:39.742890 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.managers [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Attempting to bind port 777ec9b1-c195-4f96-8d94-247b21965ab4 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92272) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:39.745048 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.managers [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Attempting to bind port 777ec9b1-c195-4f96-8d94-247b21965ab4 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'}] {{(pid=92272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:39.745048 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Attempting to bind port 777ec9b1-c195-4f96-8d94-247b21965ab4 on network 20ebcdd1-0856-4068-ac72-c6305fc94493 {{(pid=92272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:39.748730 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Port 777ec9b1-c195-4f96-8d94-247b21965ab4 on network 20ebcdd1-0856-4068-ac72-c6305fc94493 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:14:39.749188 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Attempting to bind port 777ec9b1-c195-4f96-8d94-247b21965ab4 on network 20ebcdd1-0856-4068-ac72-c6305fc94493 {{(pid=92272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:39.755225 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:39.755557 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Checking segment: {'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:39.755937 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Bound using segment: {'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'} {{(pid=92272) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:39.756357 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.managers [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Bound port: 777ec9b1-c195-4f96-8d94-247b21965ab4, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'}}] {{(pid=92272) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:39.756750 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:39.796791 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Made reservation on behalf of 339305feac4444fea5c717f6093f0d95 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:39.802970 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:39.896363 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.db [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] For port 777ec9b1-c195-4f96-8d94-247b21965ab4, host hv-cinder-68948, cleared binding levels {{(pid=92272) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:39.903812 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.db [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] For port 777ec9b1-c195-4f96-8d94-247b21965ab4, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=777ec9b1-c195-4f96-8d94-247b21965ab4,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92272) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:39.920818 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.10', 62660) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:39.998557 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.005588 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:40.068892 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46456) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:40.106444 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:40.107203 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for port, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.108748 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] 10.222.0.10 "PUT /v2.0/ports/777ec9b1-c195-4f96-8d94-247b21965ab4 HTTP/1.1" status: 200 len: 1094 time: 1.6693373 May 20 16:14:40.109523 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa46c30-7028-4c7e-8671-7e32f3fc96f4', 'tag': '777ec9b1-c195-4f96-8d94-247b21965ab4'}] {{(pid=92272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:40.112797 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device c660ba39-8ded-463a-ae83-ed3404764d29 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:14:40.153020 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-5be20f9a-d56a-4ed9-a83e-b616aa871126 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:40.156595 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-5be20f9a-d56a-4ed9-a83e-b616aa871126 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.10 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 816 time: 0.2345033 May 20 16:14:40.183741 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Pushing event updated for resources: {'Port': ['ID=777ec9b1-c195-4f96-8d94-247b21965ab4,revision_number=3']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:40.201911 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:40.396284 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-9be1d935-349c-4196-a9ba-0a9f72623910 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d29132c0c9f4273b5f1de866b91a288 HTTP/1.1" status: 200 len: 379 time: 0.0764089 May 20 16:14:40.405383 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa46c30-7028-4c7e-8671-7e32f3fc96f4', 'tag': '777ec9b1-c195-4f96-8d94-247b21965ab4', 'status': 'completed', 'code': 200} May 20 16:14:40.409032 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Request body: {'port': {'device_id': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'admin_state_up': True, 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'security_groups': ['b7b83b00-9ffa-4927-9b0d-ae917f8720d1']}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:40.442201 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port c660ba39-8ded-463a-ae83-ed3404764d29, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c660ba39-8ded-463a-ae83-ed3404764d29,segment=NetworkSegment(d627d4f6-144e-47c6-9e26-41c1a789eacd),segment_id=d627d4f6-144e-47c6-9e26-41c1a789eacd)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:40.472427 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3971-b44a-4347-9418-942e31f49d64 req-af77e046-0f3c-422b-9710-4183d4252896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:40.473972 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-af77e046-0f3c-422b-9710-4183d4252896 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 1097 time: 0.2259619 May 20 16:14:40.499650 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'c660ba39-8ded-463a-ae83-ed3404764d29', 'network_id': '73cde761-75c3-48bf-9612-dee1b204e790', 'port_id': 'c660ba39-8ded-463a-ae83-ed3404764d29', 'mac_address': 'fa:16:3e:aa:7c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a0d8b33-e44b-40e1-b2ca-c9c67465bd2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:14:40.612843 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.637559 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c660ba39-8ded-463a-ae83-ed3404764d29 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:14:40.640933 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ab635aad-5cd5-4256-b046-de31d42817ac req-85bd50ab-185a-4f5a-8046-73332c1cb5c2 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 210 time: 0.0685952 May 20 16:14:40.647921 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-f505c937-b9f7-440a-8482-959e9b6caa81 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=777ec9b1-c195-4f96-8d94-247b21965ab4 HTTP/1.1" status: 200 len: 217 time: 0.1632991 May 20 16:14:40.659718 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port c660ba39-8ded-463a-ae83-ed3404764d29, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c660ba39-8ded-463a-ae83-ed3404764d29,segment=NetworkSegment(d627d4f6-144e-47c6-9e26-41c1a789eacd),segment_id=d627d4f6-144e-47c6-9e26-41c1a789eacd)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:40.743391 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-edd4e1ce-1d63-4d46-a249-18a025f8c07b req-6003c99f-911e-4a1a-a479-d840953fc433 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 210 time: 0.0712535 May 20 16:14:40.743674 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2a635073-14ea-459d-8fe5-52d434f6720f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.755344 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:40.764923 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae3971-b44a-4347-9418-942e31f49d64 req-396aedb1-0698-4f3e-a3fe-96d701eea8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:40.768638 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:40.768753 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-396aedb1-0698-4f3e-a3fe-96d701eea8ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6768558a-ebcb-4813-ab73-25305c819af2 HTTP/1.1" status: 200 len: 859 time: 0.1117167 May 20 16:14:40.772490 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-2a635073-14ea-459d-8fe5-52d434f6720f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:40.777104 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-2a635073-14ea-459d-8fe5-52d434f6720f admin admin] Usage tracker for resource:security_group_rule and tenant:509ac20ecf954e8abde4e60ac47ae5c6 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:40.780188 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-2a635073-14ea-459d-8fe5-52d434f6720f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:40.787223 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-2a635073-14ea-459d-8fe5-52d434f6720f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:40.801410 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Allocated IP 172.20.0.10 (20ebcdd1-0856-4068-ac72-c6305fc94493/6768558a-ebcb-4813-ab73-25305c819af2/a34df79c-223a-4506-bba9-a7c713957ad5) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:40.827224 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.830825 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-201525d4-81e9-4a3e-9fbf-7333a5abac1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:40.909497 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Made reservation on behalf of 6d29132c0c9f4273b5f1de866b91a288 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:14:40.914444 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:40.921316 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=c660ba39-8ded-463a-ae83-ed3404764d29,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:40.921568 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-03a344b5-233b-4cd9-a127-3bf0886f2948 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20ebcdd1-0856-4068-ac72-c6305fc94493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796733 May 20 16:14:40.935945 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:41.085037 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2a635073-14ea-459d-8fe5-52d434f6720f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.091269 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['c660ba39-8ded-463a-ae83-ed3404764d29'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:14:41.126743 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-dbe91a03-f59a-44e2-89ae-4f3fa92e4fcc service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967998 May 20 16:14:41.210508 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2a635073-14ea-459d-8fe5-52d434f6720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.235747 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:41.292304 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31ea46-091c-41ba-aa13-3b727dd81e84 req-f47ee96b-9c93-4c87-905f-709bad35cdf6 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:41.293879 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4b31ea46-091c-41ba-aa13-3b727dd81e84 req-f47ee96b-9c93-4c87-905f-709bad35cdf6 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 944 time: 0.4519749 May 20 16:14:41.296724 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.433018 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4b31ea46-091c-41ba-aa13-3b727dd81e84 req-37c9fe6c-2306-4ecb-aae4-b2e0e74d1a56 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267612 May 20 16:14:41.444308 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Allocated IP 172.20.0.14 (0bf0ab52-43c3-4f36-9190-4a119be4b182/3715ff0f-8b7c-4ea5-abd8-9caed9164762/a259fc36-0876-4f27-bf20-df7a51672f7e) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:14:41.491530 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-2a635073-14ea-459d-8fe5-52d434f6720f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=509ac20ecf954e8abde4e60ac47ae5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4215763 May 20 16:14:41.495856 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 46508) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:41.497250 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a635073-14ea-459d-8fe5-52d434f6720f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5ae722-880a-4b53-ad9a-7941e7e5cc92,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:41.505662 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2a635073-14ea-459d-8fe5-52d434f6720f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:41.529550 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-22ae3971-b44a-4347-9418-942e31f49d64 req-f7b38f4b-15d0-481c-b7c7-29feec3a724d service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910799 May 20 16:14:41.574043 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.614301 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-af6aa7f6-4e33-40a5-89c7-e999a11e9890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.637340 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.661541 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:41.763575 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Network 20ebcdd1-0856-4068-ac72-c6305fc94493 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:41.802150 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a83dc7-9f0d-432b-9256-c611513a2de1 req-59189c66-905c-432d-ba1f-577e71f0e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:41.803549 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-b2a83dc7-9f0d-432b-9256-c611513a2de1 req-59189c66-905c-432d-ba1f-577e71f0e580 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 1097 time: 0.0806463 May 20 16:14:41.804158 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:41.805997 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-db526d70-9826-435e-80b3-9b1178c7a75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.820386 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:41.825817 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:41.826734 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.867194 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Pushing event updated for resources: {'Port': ['ID=a34df79c-223a-4506-bba9-a7c713957ad5,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:41.896054 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:41.920150 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.929651 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-db526d70-9826-435e-80b3-9b1178c7a75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:41.982557 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a83dc7-9f0d-432b-9256-c611513a2de1 req-86456c53-f1c9-48ae-806e-1ef1e56f6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:41.984142 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-b2a83dc7-9f0d-432b-9256-c611513a2de1 req-86456c53-f1c9-48ae-806e-1ef1e56f6125 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 920 time: 0.1731408 May 20 16:14:42.014620 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-9f2ec36d-8b70-46e1-bc19-31b1bfb3f0c0 req-22cb0c6c-b036-4fca-b2ee-55b4eb02843c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Synchronizing usage tracker for tenant:6d29132c0c9f4273b5f1de866b91a288 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:14:42.022591 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Transition to ACTIVE for port object a259fc36-0876-4f27-bf20-df7a51672f7e will not be triggered until provisioned by entity DHCP. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:42.025466 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7960598 May 20 16:14:42.047146 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Request body: {'port': {'device_id': 'ce178ce8-b5da-4508-8aeb-dae9594dde0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:42.056419 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-b2a83dc7-9f0d-432b-9256-c611513a2de1 req-094ddbe3-2804-4aca-a246-a25271ed97fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=777ec9b1-c195-4f96-8d94-247b21965ab4 HTTP/1.1" status: 200 len: 217 time: 0.0654399 May 20 16:14:42.085859 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device c660ba39-8ded-463a-ae83-ed3404764d29 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:42.122174 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-9f2ec36d-8b70-46e1-bc19-31b1bfb3f0c0 req-22cb0c6c-b036-4fca-b2ee-55b4eb02843c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Unset dirty status for tenant:6d29132c0c9f4273b5f1de866b91a288 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:14:42.123321 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9f2ec36d-8b70-46e1-bc19-31b1bfb3f0c0 req-22cb0c6c-b036-4fca-b2ee-55b4eb02843c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 210 time: 0.2090495 May 20 16:14:42.126093 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a83dc7-9f0d-432b-9256-c611513a2de1 req-f23c3aff-6fc6-460a-9668-9b0d41e7b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:42.128457 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-b2a83dc7-9f0d-432b-9256-c611513a2de1 req-f23c3aff-6fc6-460a-9668-9b0d41e7b128 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6768558a-ebcb-4813-ab73-25305c819af2 HTTP/1.1" status: 200 len: 859 time: 0.0641081 May 20 16:14:42.194987 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-b2a83dc7-9f0d-432b-9256-c611513a2de1 req-de880777-33bc-4931-b59f-26a68298a63e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20ebcdd1-0856-4068-ac72-c6305fc94493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577745 May 20 16:14:42.208053 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb408a85-2339-45a4-8c0d-b58f4b06b8ad req-3df3af46-1025-43cf-8697-24b3ad218b20 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:42.208762 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-cb408a85-2339-45a4-8c0d-b58f4b06b8ad req-3df3af46-1025-43cf-8697-24b3ad218b20 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Synchronizing usage tracker for tenant:339305feac4444fea5c717f6093f0d95 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:14:42.237162 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.248178 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-db526d70-9826-435e-80b3-9b1178c7a75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.254072 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-60063d1a-d8a8-4d1d-8f21-ae4baa9cf7cd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:42.299079 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db526d70-9826-435e-80b3-9b1178c7a75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5ae722-880a-4b53-ad9a-7941e7e5cc92,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:42.307129 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-db526d70-9826-435e-80b3-9b1178c7a75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:42.318736 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.318736 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-db526d70-9826-435e-80b3-9b1178c7a75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.322736 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-db526d70-9826-435e-80b3-9b1178c7a75d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c5ae722-880a-4b53-ad9a-7941e7e5cc92 HTTP/1.1" status: 204 len: 168 time: 0.8258796 May 20 16:14:42.335510 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:42.354529 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port c660ba39-8ded-463a-ae83-ed3404764d29 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:42.356164 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-b2a83dc7-9f0d-432b-9256-c611513a2de1 req-1f036958-a5f2-45bc-883b-50de368dc609 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532798 May 20 16:14:42.363431 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port c660ba39-8ded-463a-ae83-ed3404764d29 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:42.364711 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.493245 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-cb408a85-2339-45a4-8c0d-b58f4b06b8ad req-3df3af46-1025-43cf-8697-24b3ad218b20 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Unset dirty status for tenant:339305feac4444fea5c717f6093f0d95 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:14:42.497898 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cb408a85-2339-45a4-8c0d-b58f4b06b8ad req-3df3af46-1025-43cf-8697-24b3ad218b20 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 932 time: 0.7369947 May 20 16:14:42.530960 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-b2a83dc7-9f0d-432b-9256-c611513a2de1 req-b5e259b0-434f-44c8-9635-cbc81cdee506 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651461 May 20 16:14:42.564952 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.603917 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c660ba39-8ded-463a-ae83-ed3404764d29'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:42.690831 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Network 0bf0ab52-43c3-4f36-9190-4a119be4b182 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:14:42.703686 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:14:42.705491 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port c660ba39-8ded-463a-ae83-ed3404764d29, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c660ba39-8ded-463a-ae83-ed3404764d29,segment=NetworkSegment(d627d4f6-144e-47c6-9e26-41c1a789eacd),segment_id=d627d4f6-144e-47c6-9e26-41c1a789eacd)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:42.734679 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.820603 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.822637 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:42.908996 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=c660ba39-8ded-463a-ae83-ed3404764d29,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:42.912476 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:14:42.920749 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:42.924416 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:42.925081 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:42.969419 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event updated for resources: {'Port': ['ID=a259fc36-0876-4f27-bf20-df7a51672f7e,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:42.998322 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:43.074128 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cb408a85-2339-45a4-8c0d-b58f4b06b8ad req-3e9141d2-57ca-4ff7-94cc-f18847356c21 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152538 May 20 16:14:43.092482 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6853657 May 20 16:14:43.102236 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Request body: {'port': {'device_id': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:14:43.174670 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-ddf8af4f-b622-452c-9561-381ce5a42eff None None] Provisioning for port a259fc36-0876-4f27-bf20-df7a51672f7e completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:43.180525 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3ee6a-bb43-4772-ba57-d39374463cd8 req-20da6ec2-41c1-4cb6-b127-e892087a50e5 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:43.182116 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dbc3ee6a-bb43-4772-ba57-d39374463cd8 req-20da6ec2-41c1-4cb6-b127-e892087a50e5 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 945 time: 0.4874227 May 20 16:14:43.212222 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-ddf8af4f-b622-452c-9561-381ce5a42eff None None] Provisioning complete for port a259fc36-0876-4f27-bf20-df7a51672f7e triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:43.212756 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-ddf8af4f-b622-452c-9561-381ce5a42eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.289795 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8af4f-b622-452c-9561-381ce5a42eff None None] Port a259fc36-0876-4f27-bf20-df7a51672f7e cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:14:43.339667 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.355083 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dbc3ee6a-bb43-4772-ba57-d39374463cd8 req-f7918170-2fa2-41a2-abc8-c988e90618ca tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304977 May 20 16:14:43.424750 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46582) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:43.455478 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-0dc06b46-1928-4da4-8caf-f879b4603bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.457068 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34df79c-223a-4506-bba9-a7c713957ad5 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:14:43.469035 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.511878 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Transition to ACTIVE for port object a34df79c-223a-4506-bba9-a7c713957ad5 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:43.612191 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-0dc06b46-1928-4da4-8caf-f879b4603bc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:43.618534 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-0dc06b46-1928-4da4-8caf-f879b4603bc0 admin admin] Usage tracker for resource:security_group_rule and tenant:0656004057bf41e3ab80e63912c95828 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:43.620599 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f53e3-c68a-46d3-8dd1-f77495314186 req-b8890346-98ea-4fba-841f-52c3ea1244c3 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:43.622242 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-808f53e3-c68a-46d3-8dd1-f77495314186 req-b8890346-98ea-4fba-841f-52c3ea1244c3 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 932 time: 0.2650218 May 20 16:14:43.628748 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-0dc06b46-1928-4da4-8caf-f879b4603bc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:43.636719 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-0dc06b46-1928-4da4-8caf-f879b4603bc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:43.713564 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.719615 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c660ba39-8ded-463a-ae83-ed3404764d29', 'code': 200} May 20 16:14:43.751124 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:43.829745 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-0dc06b46-1928-4da4-8caf-f879b4603bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.838956 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-808f53e3-c68a-46d3-8dd1-f77495314186 req-74eea14a-be2d-442f-9acc-defb50dfe542 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033417 May 20 16:14:43.940257 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-0dc06b46-1928-4da4-8caf-f879b4603bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:43.949367 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4c1605c0-4988-4d20-ac7a-c14e742c4c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:43.988041 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a34df79c-223a-4506-bba9-a7c713957ad5,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:43.997894 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-0dc06b46-1928-4da4-8caf-f879b4603bc0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0656004057bf41e3ab80e63912c95828&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5685284 May 20 16:14:43.997894 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc06b46-1928-4da4-8caf-f879b4603bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288b920a-d100-4079-a2ab-9102662f9f5b,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:43.998789 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:43.998863 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46610) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:44.001628 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-0dc06b46-1928-4da4-8caf-f879b4603bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:44.026055 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Attempting to bind port a34df79c-223a-4506-bba9-a7c713957ad5 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:44.026412 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Attempting to bind port a34df79c-223a-4506-bba9-a7c713957ad5 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:44.026761 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Attempting to bind port a34df79c-223a-4506-bba9-a7c713957ad5 on network 20ebcdd1-0856-4068-ac72-c6305fc94493 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:44.035107 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Port a34df79c-223a-4506-bba9-a7c713957ad5 on network 20ebcdd1-0856-4068-ac72-c6305fc94493 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:14:44.035444 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Attempting to bind port a34df79c-223a-4506-bba9-a7c713957ad5 on network 20ebcdd1-0856-4068-ac72-c6305fc94493 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:44.052933 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:44.053315 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Checking segment: {'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:44.053915 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Bound using segment: {'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:44.054484 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Bound port: a34df79c-223a-4506-bba9-a7c713957ad5, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43603ae1-0ea6-4853-bce6-bc8b137c15cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:44.054732 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.073818 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ffddf2f9-a1b3-4cb4-87fd-a8a38ad30c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.096966 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 777ec9b1-c195-4f96-8d94-247b21965ab4 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:14:44.110492 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ffddf2f9-a1b3-4cb4-87fd-a8a38ad30c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.185315 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a259fc36-0876-4f27-bf20-df7a51672f7e {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:14:44.198416 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.235123 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] For port a34df79c-223a-4506-bba9-a7c713957ad5, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:44.235582 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5050d-cedb-48fc-b586-c6abf37a6d1e req-4d02fddf-2deb-485f-b4ef-515df9cf5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:44.238681 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-12b5050d-cedb-48fc-b586-c6abf37a6d1e req-4d02fddf-2deb-485f-b4ef-515df9cf5196 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 1098 time: 0.1163366 May 20 16:14:44.240074 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] For port a34df79c-223a-4506-bba9-a7c713957ad5, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a34df79c-223a-4506-bba9-a7c713957ad5,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:44.263211 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-12b5050d-cedb-48fc-b586-c6abf37a6d1e req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.282398 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [req-12b5050d-cedb-48fc-b586-c6abf37a6d1e req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:44.289055 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [req-12b5050d-cedb-48fc-b586-c6abf37a6d1e req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] Usage tracker for resource:security_group_rule and tenant:1d9accb55be04fd8bd4d2c8b4cf03796 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:44.293154 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [req-12b5050d-cedb-48fc-b586-c6abf37a6d1e req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:44.302402 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [req-12b5050d-cedb-48fc-b586-c6abf37a6d1e req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:44.322431 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 777ec9b1-c195-4f96-8d94-247b21965ab4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=777ec9b1-c195-4f96-8d94-247b21965ab4,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:44.338725 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.346755 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': '777ec9b1-c195-4f96-8d94-247b21965ab4', 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493', 'port_id': '777ec9b1-c195-4f96-8d94-247b21965ab4', 'mac_address': 'fa:16:3e:ce:dd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6768558a-ebcb-4813-ab73-25305c819af2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:14:44.352917 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:44.367502 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ffddf2f9-a1b3-4cb4-87fd-a8a38ad30c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.386654 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3da82d61-d882-4835-a5ed-78b444ec5d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:44.407636 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Transition to ACTIVE for port object a259fc36-0876-4f27-bf20-df7a51672f7e will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:14:44.419706 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddf2f9-a1b3-4cb4-87fd-a8a38ad30c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b920a-d100-4079-a2ab-9102662f9f5b,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:44.437015 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ffddf2f9-a1b3-4cb4-87fd-a8a38ad30c32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:44.439000 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ffddf2f9-a1b3-4cb4-87fd-a8a38ad30c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.441275 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-ffddf2f9-a1b3-4cb4-87fd-a8a38ad30c32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/288b920a-d100-4079-a2ab-9102662f9f5b HTTP/1.1" status: 204 len: 168 time: 0.4409473 May 20 16:14:44.467570 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.482104 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:44.483066 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.484527 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] 10.222.0.10 "PUT /v2.0/ports/a34df79c-223a-4506-bba9-a7c713957ad5 HTTP/1.1" status: 200 len: 1094 time: 2.4434195 May 20 16:14:44.491441 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce178ce8-b5da-4508-8aeb-dae9594dde0c', 'tag': 'a34df79c-223a-4506-bba9-a7c713957ad5'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:44.500727 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777ec9b1-c195-4f96-8d94-247b21965ab4 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:14:44.521273 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 777ec9b1-c195-4f96-8d94-247b21965ab4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=777ec9b1-c195-4f96-8d94-247b21965ab4,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:44.564598 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-12b5050d-cedb-48fc-b586-c6abf37a6d1e req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.627975 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.661003 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.661897 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.675985 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:44.695566 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [req-12b5050d-cedb-48fc-b586-c6abf37a6d1e req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:44.712025 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:44.749850 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=777ec9b1-c195-4f96-8d94-247b21965ab4,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:44.757025 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:44.758046 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [req-12b5050d-cedb-48fc-b586-c6abf37a6d1e req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] Synchronizing usage tracker for tenant:1d9accb55be04fd8bd4d2c8b4cf03796 on resource:security_group {{(pid=92272) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:14:44.782294 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a34df79c-223a-4506-bba9-a7c713957ad5,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:44.785216 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=02e0d585-7859-4976-bea3-77ccb43938f3,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:44.797836 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:44.817300 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:44.824201 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:44.879495 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [req-12b5050d-cedb-48fc-b586-c6abf37a6d1e req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] Unset dirty status for tenant:1d9accb55be04fd8bd4d2c8b4cf03796 on resource:security_group {{(pid=92272) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:14:44.880685 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-12b5050d-cedb-48fc-b586-c6abf37a6d1e req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6358838 May 20 16:14:44.883146 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['777ec9b1-c195-4f96-8d94-247b21965ab4'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:14:44.992695 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9cfc8-1aaa-4c34-9108-8e68720a06d2 req-b88323c0-def5-48e0-aa17-adee573b7ece tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:45.001265 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-67f9cfc8-1aaa-4c34-9108-8e68720a06d2 req-b88323c0-def5-48e0-aa17-adee573b7ece tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 944 time: 0.7205629 May 20 16:14:45.129253 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Pushing event updated for resources: {'Port': ['ID=a259fc36-0876-4f27-bf20-df7a51672f7e,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:45.151489 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:45.205963 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fe135-f5a6-4804-b510-3b7e2dbeb8e2 req-6bf9c9fd-b36b-4d0b-be21-7d020080cb02 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:45.212981 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f08fe135-f5a6-4804-b510-3b7e2dbeb8e2 req-6bf9c9fd-b36b-4d0b-be21-7d020080cb02 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 945 time: 0.5949616 May 20 16:14:45.231200 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-67f9cfc8-1aaa-4c34-9108-8e68720a06d2 req-8a349ec3-a833-4f5f-a054-c72a474d82a8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284541 May 20 16:14:45.234394 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-6528613f-f1b8-477d-957b-498fcc624593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:45.235873 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-6528613f-f1b8-477d-957b-498fcc624593 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 1097 time: 0.6143885 May 20 16:14:45.342245 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-877f2999-1789-4ee9-912a-aba72364ca62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34df79c-223a-4506-bba9-a7c713957ad5 HTTP/1.1" status: 200 len: 217 time: 0.0827823 May 20 16:14:45.352232 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Attempting to bind port a259fc36-0876-4f27-bf20-df7a51672f7e on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:14:45.352566 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Attempting to bind port a259fc36-0876-4f27-bf20-df7a51672f7e by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:14:45.352889 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Attempting to bind port a259fc36-0876-4f27-bf20-df7a51672f7e on network 0bf0ab52-43c3-4f36-9190-4a119be4b182 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:45.406458 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Port a259fc36-0876-4f27-bf20-df7a51672f7e on network 0bf0ab52-43c3-4f36-9190-4a119be4b182 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:14:45.407413 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Attempting to bind port a259fc36-0876-4f27-bf20-df7a51672f7e on network 0bf0ab52-43c3-4f36-9190-4a119be4b182 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:14:45.459664 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f08fe135-f5a6-4804-b510-3b7e2dbeb8e2 req-efd14d54-5213-474b-9313-f18000ed292b tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457666 May 20 16:14:45.472728 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:14:45.472728 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Checking segment: {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:14:45.472728 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Bound using segment: {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:14:45.472728 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Bound port: a259fc36-0876-4f27-bf20-df7a51672f7e, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:14:45.472728 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.540721 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-aa17676b-0e8e-4c50-84a8-db99a48aef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:45.542201 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-aa17676b-0e8e-4c50-84a8-db99a48aef0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6768558a-ebcb-4813-ab73-25305c819af2 HTTP/1.1" status: 200 len: 859 time: 0.1853774 May 20 16:14:45.616853 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-ec569d82-606e-4ee6-bed5-5fef847d951f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20ebcdd1-0856-4068-ac72-c6305fc94493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594940 May 20 16:14:45.692096 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ac0b3-762d-4bad-9548-6996f18cd28f req-5c9a193c-df26-49cd-86e1-e47d8ea6f392 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:45.693575 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-499ac0b3-762d-4bad-9548-6996f18cd28f req-5c9a193c-df26-49cd-86e1-e47d8ea6f392 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.2942924 May 20 16:14:45.699064 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:14:45.786758 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a259fc36-0876-4f27-bf20-df7a51672f7e,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:14:45.803478 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce178ce8-b5da-4508-8aeb-dae9594dde0c', 'tag': 'a34df79c-223a-4506-bba9-a7c713957ad5', 'status': 'completed', 'code': 200} May 20 16:14:45.836522 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-499ac0b3-762d-4bad-9548-6996f18cd28f req-fecabed2-4607-41e5-8fb8-6da4d7940cc8 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351011 May 20 16:14:45.844744 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-dc1b91a4-2b4c-4f5d-9272-78d838156fe3 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119219 May 20 16:14:45.893110 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:45.906416 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:46.048962 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:46.049623 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:46.051036 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] 10.222.0.10 "PUT /v2.0/ports/a259fc36-0876-4f27-bf20-df7a51672f7e HTTP/1.1" status: 200 len: 1094 time: 2.9537728 May 20 16:14:46.090072 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Pushing event updated for resources: {'Port': ['ID=a259fc36-0876-4f27-bf20-df7a51672f7e,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:46.104135 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:46.109381 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 777ec9b1-c195-4f96-8d94-247b21965ab4 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:46.111601 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d1a34248-9d2a-4254-b3ef-c525a87ab53a req-cd54762c-d936-444d-a4aa-6e24ae352e3a service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597687 May 20 16:14:46.319929 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46718) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:46.365105 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port 777ec9b1-c195-4f96-8d94-247b21965ab4 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:46.372068 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port 777ec9b1-c195-4f96-8d94-247b21965ab4 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:46.372068 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:46.453123 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd442b3-bd13-48a0-972e-39c961d12119 req-c37de631-b964-4e8f-8efd-0f1cfcca8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:46.455935 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3cd442b3-bd13-48a0-972e-39c961d12119 req-c37de631-b964-4e8f-8efd-0f1cfcca8dec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 1097 time: 0.1748915 May 20 16:14:46.458989 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-73c5567e-7913-4a86-abfd-f929bb352677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:46.460561 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-73c5567e-7913-4a86-abfd-f929bb352677 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 1097 time: 0.2530303 May 20 16:14:46.524821 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe170-206b-4a92-b8fa-7fdfa5b34606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:46.555635 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-3c2fe170-206b-4a92-b8fa-7fdfa5b34606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:46.574291 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-3c2fe170-206b-4a92-b8fa-7fdfa5b34606 admin admin] Usage tracker for resource:security_group_rule and tenant:be732106d7c0481aaa1893863307d6c5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:46.577494 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-3c2fe170-206b-4a92-b8fa-7fdfa5b34606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:46.604425 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-3c2fe170-206b-4a92-b8fa-7fdfa5b34606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:46.679316 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:46.740771 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa46c30-7028-4c7e-8671-7e32f3fc96f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777ec9b1-c195-4f96-8d94-247b21965ab4'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:46.759634 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 777ec9b1-c195-4f96-8d94-247b21965ab4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=777ec9b1-c195-4f96-8d94-247b21965ab4,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:46.786835 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe170-206b-4a92-b8fa-7fdfa5b34606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:46.849143 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-46d93a58-3e9d-401b-a3e9-d6c3f6ce877d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a259fc36-0876-4f27-bf20-df7a51672f7e HTTP/1.1" status: 200 len: 217 time: 0.2871375 May 20 16:14:46.958359 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:46.961965 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:46.977673 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe170-206b-4a92-b8fa-7fdfa5b34606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:47.001570 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-0dc06b46-1928-4da4-8caf-f879b4603bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:47.075233 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-3c2fe170-206b-4a92-b8fa-7fdfa5b34606 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be732106d7c0481aaa1893863307d6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7541311 May 20 16:14:47.076103 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46740) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:47.079991 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2fe170-206b-4a92-b8fa-7fdfa5b34606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae7c6dd-5a5b-4b78-8ba5-ebfd18e56e7d,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:47.083884 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3c2fe170-206b-4a92-b8fa-7fdfa5b34606 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:47.108655 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=777ec9b1-c195-4f96-8d94-247b21965ab4,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:47.115734 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:47.180010 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-d3bd8507-c0b2-4d37-ae16-2fff12acbd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:47.181677 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-d3bd8507-c0b2-4d37-ae16-2fff12acbd41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 200 len: 855 time: 0.2726893 May 20 16:14:47.183900 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-64baf01c-9830-4fba-972b-dcd04db4e53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:47.184012 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd442b3-bd13-48a0-972e-39c961d12119 req-016ebccc-a277-4497-9bf1-31ac16112e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:47.185451 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3cd442b3-bd13-48a0-972e-39c961d12119 req-016ebccc-a277-4497-9bf1-31ac16112e1c service neutron] 10.222.0.10 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 920 time: 0.6463532 May 20 16:14:47.213683 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-64baf01c-9830-4fba-972b-dcd04db4e53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:47.235836 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af567cbc-6ab0-41ae-a284-937132b992c6 req-d3227807-f642-4f3d-aef9-f9dcb32556b4 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:47.238579 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-af567cbc-6ab0-41ae-a284-937132b992c6 req-d3227807-f642-4f3d-aef9-f9dcb32556b4 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 944 time: 0.7669768 May 20 16:14:47.338800 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3cd442b3-bd13-48a0-972e-39c961d12119 req-8fa37170-b192-4087-8546-884a85a5182e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34df79c-223a-4506-bba9-a7c713957ad5 HTTP/1.1" status: 200 len: 217 time: 0.1114180 May 20 16:14:47.343264 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-64baf01c-9830-4fba-972b-dcd04db4e53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:47.350476 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401055d-e437-4bc1-84df-40070c06894f req-59b781d3-5b7f-44f7-9812-79d8f22c5292 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:47.358361 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0401055d-e437-4bc1-84df-40070c06894f req-59b781d3-5b7f-44f7-9812-79d8f22c5292 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 945 time: 0.6003516 May 20 16:14:47.358700 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-8cd3bb16-f88c-48ff-8d4e-442fcad669f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:47.385803 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baf01c-9830-4fba-972b-dcd04db4e53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae7c6dd-5a5b-4b78-8ba5-ebfd18e56e7d,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:47.394316 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-64baf01c-9830-4fba-972b-dcd04db4e53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:47.396661 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-64baf01c-9830-4fba-972b-dcd04db4e53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:47.398502 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-64baf01c-9830-4fba-972b-dcd04db4e53e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ae7c6dd-5a5b-4b78-8ba5-ebfd18e56e7d HTTP/1.1" status: 204 len: 168 time: 0.3204174 May 20 16:14:47.509267 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-af567cbc-6ab0-41ae-a284-937132b992c6 req-be1b229d-7c11-44a4-8717-4d64234d6d7c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977973 May 20 16:14:47.526726 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0401055d-e437-4bc1-84df-40070c06894f req-a179712a-1747-4d08-a5bc-8d55d87d63e1 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674323 May 20 16:14:47.528368 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd442b3-bd13-48a0-972e-39c961d12119 req-05d9816f-b3fe-46a0-8e16-ec0857131931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:47.530643 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3cd442b3-bd13-48a0-972e-39c961d12119 req-05d9816f-b3fe-46a0-8e16-ec0857131931 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6768558a-ebcb-4813-ab73-25305c819af2 HTTP/1.1" status: 200 len: 859 time: 0.1677301 May 20 16:14:47.594152 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-22b32334-5222-40c6-9053-8aca5947eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:47.594152 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-22b32334-5222-40c6-9053-8aca5947eb39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bf0ab52-43c3-4f36-9190-4a119be4b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3851213 May 20 16:14:47.594152 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3cd442b3-bd13-48a0-972e-39c961d12119 req-43e2ae7d-73af-4f81-be31-201672fcbcb7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20ebcdd1-0856-4068-ac72-c6305fc94493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483584 May 20 16:14:47.633933 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa46c30-7028-4c7e-8671-7e32f3fc96f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777ec9b1-c195-4f96-8d94-247b21965ab4', 'code': 200} May 20 16:14:47.818189 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:47.913018 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'status': 'completed', 'code': 200} May 20 16:14:47.950869 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3cd442b3-bd13-48a0-972e-39c961d12119 req-e7abddab-2e0f-4fab-9ed2-02031c92395d service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285971 May 20 16:14:47.967360 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-40c233c5-1f94-4ff1-8d83-bf4cae159383 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589325 May 20 16:14:48.051454 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa266057-f0fe-44a8-8ce0-a038f0f4a6f8 req-f8142edc-3ccd-4bf0-b4e0-0513440ee095 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:48.052961 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fa266057-f0fe-44a8-8ce0-a038f0f4a6f8 req-f8142edc-3ccd-4bf0-b4e0-0513440ee095 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.3198335 May 20 16:14:48.110524 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae562650-f85b-49de-84ca-c8c0445f3333 req-d70d6e29-8522-4f94-b035-e3e83175626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:48.112802 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-ae562650-f85b-49de-84ca-c8c0445f3333 req-d70d6e29-8522-4f94-b035-e3e83175626c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 1099 time: 0.0887530 May 20 16:14:48.159807 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-ae562650-f85b-49de-84ca-c8c0445f3333 req-6077fb03-0a7b-4f75-9cda-e7c95b9cc91f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 May 20 16:14:48.253837 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fa266057-f0fe-44a8-8ce0-a038f0f4a6f8 req-f6c05341-3312-46e7-8f49-0df50495bb29 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474466 May 20 16:14:48.262167 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f32163bd-b742-4072-880f-845fd6ef36c1 req-cb652885-7e3a-44f6-a306-efdaf6022382 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772682 May 20 16:14:48.264447 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3cd442b3-bd13-48a0-972e-39c961d12119 req-b04e048f-3dd7-44b9-8c54-4561881070cf service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025191 May 20 16:14:48.488404 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caf8c3-4378-454c-9927-3abf087e1efa req-9eeaa0e0-aceb-42c1-8f51-dbcacf4b846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:48.490049 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-27caf8c3-4378-454c-9927-3abf087e1efa req-9eeaa0e0-aceb-42c1-8f51-dbcacf4b846c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 1097 time: 0.0777872 May 20 16:14:48.628866 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caf8c3-4378-454c-9927-3abf087e1efa req-6d184e59-af9e-44bd-9c93-fbd9ed6e0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:48.630634 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-27caf8c3-4378-454c-9927-3abf087e1efa req-6d184e59-af9e-44bd-9c93-fbd9ed6e0058 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 917 time: 0.1340311 May 20 16:14:48.798513 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-27caf8c3-4378-454c-9927-3abf087e1efa req-ef510eec-0260-4e21-8a72-bd82b3b95990 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a259fc36-0876-4f27-bf20-df7a51672f7e HTTP/1.1" status: 200 len: 217 time: 0.1593709 May 20 16:14:48.907263 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caf8c3-4378-454c-9927-3abf087e1efa req-54f16bb0-2323-4dfa-9e9e-e210474e5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:48.909477 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-27caf8c3-4378-454c-9927-3abf087e1efa req-54f16bb0-2323-4dfa-9e9e-e210474e5711 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 200 len: 855 time: 0.1007788 May 20 16:14:48.930392 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0d273-1246-4020-9cfd-298f56fb0478 req-2d344f9b-e64f-4473-b0e0-88e0271fd801 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:48.931996 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-33a0d273-1246-4020-9cfd-298f56fb0478 req-2d344f9b-e64f-4473-b0e0-88e0271fd801 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 945 time: 0.2297513 May 20 16:14:48.939431 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9af4d-977d-4973-b709-e0575659071b req-7a1e2a9e-d930-44aa-a677-161ab6badef2 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:48.941036 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0ad9af4d-977d-4973-b709-e0575659071b req-7a1e2a9e-d930-44aa-a677-161ab6badef2 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 944 time: 0.2323256 May 20 16:14:49.137974 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-33a0d273-1246-4020-9cfd-298f56fb0478 req-42ff7614-32f6-4d77-8dbc-7b03279d2b42 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959333 May 20 16:14:49.148958 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0ad9af4d-977d-4973-b709-e0575659071b req-992bc918-f7b8-4525-b1f6-a52ce7e61936 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647108 May 20 16:14:49.180575 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27caf8c3-4378-454c-9927-3abf087e1efa req-d58df426-02ff-46f7-947a-9ebf72bb1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:49.182321 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-27caf8c3-4378-454c-9927-3abf087e1efa req-d58df426-02ff-46f7-947a-9ebf72bb1257 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bf0ab52-43c3-4f36-9190-4a119be4b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2393563 May 20 16:14:49.324279 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-27caf8c3-4378-454c-9927-3abf087e1efa req-09a54013-9cd6-4959-a747-9f59493ae7bf service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332192 May 20 16:14:49.509540 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46844) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:49.530341 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-27caf8c3-4378-454c-9927-3abf087e1efa req-c34f0135-507c-413b-b49a-562c6765ee26 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989682 May 20 16:14:49.571943 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8235f9f-a382-49dc-a9d9-02d2113510ea req-acbfd578-f316-48e2-a832-dacc3ae6761f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:49.574122 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a8235f9f-a382-49dc-a9d9-02d2113510ea req-acbfd578-f316-48e2-a832-dacc3ae6761f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.1358976 May 20 16:14:49.627523 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a8235f9f-a382-49dc-a9d9-02d2113510ea req-5912cd15-1648-47f3-aa34-a5cd91c75580 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462856 May 20 16:14:49.656518 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-63e7bb87-d6c1-4f0c-8c2e-16e1477516a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:49.667898 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-63e7bb87-d6c1-4f0c-8c2e-16e1477516a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:49.678540 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-63e7bb87-d6c1-4f0c-8c2e-16e1477516a8 admin admin] Usage tracker for resource:security_group_rule and tenant:d3d6fff44353494c953ad5ea463f4cae is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:49.681496 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-63e7bb87-d6c1-4f0c-8c2e-16e1477516a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:49.687309 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-63e7bb87-d6c1-4f0c-8c2e-16e1477516a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:49.853706 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-63e7bb87-d6c1-4f0c-8c2e-16e1477516a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:49.967463 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-63e7bb87-d6c1-4f0c-8c2e-16e1477516a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:49.976193 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2a635073-14ea-459d-8fe5-52d434f6720f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:50.023608 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7bb87-d6c1-4f0c-8c2e-16e1477516a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2656e9c-1b60-43fe-8649-ebe99df07575,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:50.031477 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-63e7bb87-d6c1-4f0c-8c2e-16e1477516a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d3d6fff44353494c953ad5ea463f4cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197029 May 20 16:14:50.032434 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-63e7bb87-d6c1-4f0c-8c2e-16e1477516a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:50.035648 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46866) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:50.100899 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d92d1480-490b-44fe-8120-bc79f3d45dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:50.117510 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a34df79c-223a-4506-bba9-a7c713957ad5 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:14:50.128081 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d92d1480-490b-44fe-8120-bc79f3d45dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:50.289349 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d92d1480-490b-44fe-8120-bc79f3d45dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:50.295629 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:50.329955 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d1480-490b-44fe-8120-bc79f3d45dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2656e9c-1b60-43fe-8649-ebe99df07575,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:50.334431 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d92d1480-490b-44fe-8120-bc79f3d45dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:50.339244 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-d92d1480-490b-44fe-8120-bc79f3d45dd0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2656e9c-1b60-43fe-8649-ebe99df07575 HTTP/1.1" status: 204 len: 168 time: 0.3003278 May 20 16:14:50.339244 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d92d1480-490b-44fe-8120-bc79f3d45dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:50.357699 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a34df79c-223a-4506-bba9-a7c713957ad5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a34df79c-223a-4506-bba9-a7c713957ad5,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:50.398540 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'a34df79c-223a-4506-bba9-a7c713957ad5', 'network_id': '20ebcdd1-0856-4068-ac72-c6305fc94493', 'port_id': 'a34df79c-223a-4506-bba9-a7c713957ad5', 'mac_address': 'fa:16:3e:26:79:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6768558a-ebcb-4813-ab73-25305c819af2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:14:50.458363 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01909d7-233b-4be9-a4c3-e50d841a03b4 req-ead99c25-9094-4bb1-ad73-deb031500814 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:50.458363 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b01909d7-233b-4be9-a4c3-e50d841a03b4 req-ead99c25-9094-4bb1-ad73-deb031500814 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 944 time: 0.1588738 May 20 16:14:50.490236 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:50.513128 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34df79c-223a-4506-bba9-a7c713957ad5 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:14:50.531984 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b01909d7-233b-4be9-a4c3-e50d841a03b4 req-f0ff71ce-7e45-47c0-b7b6-44d3c4c34887 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746210 May 20 16:14:50.535695 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a34df79c-223a-4506-bba9-a7c713957ad5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a34df79c-223a-4506-bba9-a7c713957ad5,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:50.713897 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:50.713897 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:50.794073 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=a34df79c-223a-4506-bba9-a7c713957ad5,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:50.798825 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:50.872043 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2278f-a654-4048-aebc-2237bee3bcaf req-1f77b151-1d04-483e-9854-832056560c56 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:50.876042 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8dc2278f-a654-4048-aebc-2237bee3bcaf req-1f77b151-1d04-483e-9854-832056560c56 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.1007471 May 20 16:14:50.944376 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['a34df79c-223a-4506-bba9-a7c713957ad5'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:14:50.945567 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8dc2278f-a654-4048-aebc-2237bee3bcaf req-25f33c6c-e4d4-459a-b512-6900cf4c2881 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651031 May 20 16:14:51.619844 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46924) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:51.645048 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f61270b-c2e3-4bd7-8df9-d33f5644868e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:51.661045 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-2f61270b-c2e3-4bd7-8df9-d33f5644868e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:51.666883 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-2f61270b-c2e3-4bd7-8df9-d33f5644868e admin admin] Usage tracker for resource:security_group_rule and tenant:3cf8b89fdaa84ee3bb55343e71c3e518 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:51.670537 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-2f61270b-c2e3-4bd7-8df9-d33f5644868e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:51.679015 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-2f61270b-c2e3-4bd7-8df9-d33f5644868e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:51.816567 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 46936) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:51.862018 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51fc01-4afe-4a4d-9c93-dc3b8aa61b80 req-e20bde60-0976-44a8-844d-306ef4bcd644 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:51.863911 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ce51fc01-4afe-4a4d-9c93-dc3b8aa61b80 req-e20bde60-0976-44a8-844d-306ef4bcd644 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 945 time: 0.2201600 May 20 16:14:51.901104 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f61270b-c2e3-4bd7-8df9-d33f5644868e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:51.922300 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ce51fc01-4afe-4a4d-9c93-dc3b8aa61b80 req-b6701ac6-0709-4cf0-82b1-8eb201861937 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516875 May 20 16:14:51.996651 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8553e45a-bf5e-41da-8d22-10f7dc2208a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.018209 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-8553e45a-bf5e-41da-8d22-10f7dc2208a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:52.025024 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-8553e45a-bf5e-41da-8d22-10f7dc2208a1 admin admin] Usage tracker for resource:security_group_rule and tenant:0471a7e5da8f4878a4aa82fac4de5be0 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:52.028352 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-8553e45a-bf5e-41da-8d22-10f7dc2208a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:52.033468 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f61270b-c2e3-4bd7-8df9-d33f5644868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.035260 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-8553e45a-bf5e-41da-8d22-10f7dc2208a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:52.053373 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:52.114859 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a259fc36-0876-4f27-bf20-df7a51672f7e details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:14:52.133357 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-2f61270b-c2e3-4bd7-8df9-d33f5644868e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3cf8b89fdaa84ee3bb55343e71c3e518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126402 May 20 16:14:52.134536 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61270b-c2e3-4bd7-8df9-d33f5644868e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a344d25-cbef-431c-b245-111c411bb2f9,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:52.137371 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46960) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:52.140467 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2f61270b-c2e3-4bd7-8df9-d33f5644868e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:52.186055 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a34df79c-223a-4506-bba9-a7c713957ad5 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:52.222073 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5e02acc0-be3a-47c6-96f1-cd6ec0287e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.229999 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8553e45a-bf5e-41da-8d22-10f7dc2208a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.255571 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5e02acc0-be3a-47c6-96f1-cd6ec0287e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.263021 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ddd41-4419-4c2e-a11a-3d764ab3a783 req-3dcb83e7-71bd-4d3f-b0bc-ab7366f7f8b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:52.264961 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e80ddd41-4419-4c2e-a11a-3d764ab3a783 req-3dcb83e7-71bd-4d3f-b0bc-ab7366f7f8b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.1595097 May 20 16:14:52.342233 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8553e45a-bf5e-41da-8d22-10f7dc2208a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.357712 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-598e26dc-f313-49da-9c5c-59ef624de1de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:52.399564 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e80ddd41-4419-4c2e-a11a-3d764ab3a783 req-401343b1-4ab7-4d2e-aeaf-6155de2a541b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246440 May 20 16:14:52.404423 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5e02acc0-be3a-47c6-96f1-cd6ec0287e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.409630 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:52.428455 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 46976) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:52.454296 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02acc0-be3a-47c6-96f1-cd6ec0287e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a344d25-cbef-431c-b245-111c411bb2f9,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:52.459564 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5e02acc0-be3a-47c6-96f1-cd6ec0287e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:52.465190 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5e02acc0-be3a-47c6-96f1-cd6ec0287e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.468912 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-8553e45a-bf5e-41da-8d22-10f7dc2208a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0471a7e5da8f4878a4aa82fac4de5be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6485503 May 20 16:14:52.468912 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553e45a-bf5e-41da-8d22-10f7dc2208a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d4aaa6-521e-449f-b8e9-8812289cd07e,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:52.470923 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-5e02acc0-be3a-47c6-96f1-cd6ec0287e98 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a344d25-cbef-431c-b245-111c411bb2f9 HTTP/1.1" status: 204 len: 168 time: 0.3322520 May 20 16:14:52.479180 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 46982) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:52.488042 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8553e45a-bf5e-41da-8d22-10f7dc2208a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:52.536612 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a259fc36-0876-4f27-bf20-df7a51672f7e,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:52.545571 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-cbacc514-1666-4d81-9598-ed03a08a981b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.564685 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'port_id': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'mac_address': 'fa:16:3e:4e:cd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:14:52.599386 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-cbacc514-1666-4d81-9598-ed03a08a981b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.628080 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.654278 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a259fc36-0876-4f27-bf20-df7a51672f7e {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:14:52.670921 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a259fc36-0876-4f27-bf20-df7a51672f7e,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:52.672612 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port a34df79c-223a-4506-bba9-a7c713957ad5 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:52.683417 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port a34df79c-223a-4506-bba9-a7c713957ad5 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:52.683417 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.686125 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b1407b75-8f7e-4722-a916-81d5dfe3f0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.702604 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b1407b75-8f7e-4722-a916-81d5dfe3f0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:52.707426 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b1407b75-8f7e-4722-a916-81d5dfe3f0fe admin admin] Usage tracker for resource:security_group_rule and tenant:986e3371af3f47c7bcedc81f33ec9780 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:52.710463 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 46990) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:52.710600 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b1407b75-8f7e-4722-a916-81d5dfe3f0fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:52.716438 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b1407b75-8f7e-4722-a916-81d5dfe3f0fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:52.769641 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-cbacc514-1666-4d81-9598-ed03a08a981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.774375 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-0eadd36d-1df3-4578-9efd-8fab7a3675c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:52.776578 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.791750 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:52.811624 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacc514-1666-4d81-9598-ed03a08a981b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d4aaa6-521e-449f-b8e9-8812289cd07e,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:52.814965 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e97d20b-418c-4bca-a86f-c0ca586f4594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.826136 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-cbacc514-1666-4d81-9598-ed03a08a981b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:52.832633 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-cbacc514-1666-4d81-9598-ed03a08a981b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.834033 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-cbacc514-1666-4d81-9598-ed03a08a981b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04d4aaa6-521e-449f-b8e9-8812289cd07e HTTP/1.1" status: 204 len: 168 time: 0.3606615 May 20 16:14:52.835179 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-3e97d20b-418c-4bca-a86f-c0ca586f4594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:52.852409 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-3e97d20b-418c-4bca-a86f-c0ca586f4594 admin admin] Usage tracker for resource:security_group_rule and tenant:400d999a4e394e69a89fc7120c6c8155 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:52.858838 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-3e97d20b-418c-4bca-a86f-c0ca586f4594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:52.870151 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-3e97d20b-418c-4bca-a86f-c0ca586f4594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:52.885880 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.917287 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=a259fc36-0876-4f27-bf20-df7a51672f7e,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:52.920631 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:52.927923 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce178ce8-b5da-4508-8aeb-dae9594dde0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34df79c-223a-4506-bba9-a7c713957ad5'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:52.937208 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b1407b75-8f7e-4722-a916-81d5dfe3f0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:52.968651 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a34df79c-223a-4506-bba9-a7c713957ad5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a34df79c-223a-4506-bba9-a7c713957ad5,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:53.002237 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce178ce8-b5da-4508-8aeb-dae9594dde0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34df79c-223a-4506-bba9-a7c713957ad5', 'code': 200} May 20 16:14:53.049847 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b1407b75-8f7e-4722-a916-81d5dfe3f0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.050741 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.053627 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:53.061114 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:53.083351 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e97d20b-418c-4bca-a86f-c0ca586f4594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.127557 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['a259fc36-0876-4f27-bf20-df7a51672f7e'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:14:53.141670 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-b1407b75-8f7e-4722-a916-81d5dfe3f0fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=986e3371af3f47c7bcedc81f33ec9780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7125077 May 20 16:14:53.143871 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1407b75-8f7e-4722-a916-81d5dfe3f0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff2d658-c9b4-4b9e-9bfd-2282ed5dcc54,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:53.146370 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47010) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:53.149064 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b1407b75-8f7e-4722-a916-81d5dfe3f0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:53.223456 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=a34df79c-223a-4506-bba9-a7c713957ad5,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:53.227165 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:53.229368 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b2b5fc24-55ef-4694-83cc-e5b11691e6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.244225 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e97d20b-418c-4bca-a86f-c0ca586f4594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.276136 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b2b5fc24-55ef-4694-83cc-e5b11691e6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.290271 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:53.368605 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97d20b-418c-4bca-a86f-c0ca586f4594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578fbd10-ae3e-43ba-b0f5-aa7e1b742649,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:53.382340 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3e97d20b-418c-4bca-a86f-c0ca586f4594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:53.391225 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-3e97d20b-418c-4bca-a86f-c0ca586f4594 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=400d999a4e394e69a89fc7120c6c8155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6795740 May 20 16:14:53.394360 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47020) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:53.467314 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210dcbb1-0a60-4f38-8083-feefc65e7f53 req-a3291d05-9a70-45ef-add4-3c8588601af8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:53.468933 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-210dcbb1-0a60-4f38-8083-feefc65e7f53 req-a3291d05-9a70-45ef-add4-3c8588601af8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.3699362 May 20 16:14:53.499774 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b2b5fc24-55ef-4694-83cc-e5b11691e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.505978 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1e7b1c66-884f-40cd-913b-0e33b2b7edd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.507486 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:53.519468 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b5fc24-55ef-4694-83cc-e5b11691e6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff2d658-c9b4-4b9e-9bfd-2282ed5dcc54,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:53.521847 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b2b5fc24-55ef-4694-83cc-e5b11691e6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:53.529387 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b2b5fc24-55ef-4694-83cc-e5b11691e6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.533683 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-b2b5fc24-55ef-4694-83cc-e5b11691e6d4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ff2d658-c9b4-4b9e-9bfd-2282ed5dcc54 HTTP/1.1" status: 204 len: 168 time: 0.3858552 May 20 16:14:53.648030 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1e7b1c66-884f-40cd-913b-0e33b2b7edd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.661520 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-210dcbb1-0a60-4f38-8083-feefc65e7f53 req-8ba559e1-b270-4bbb-9507-a08b7eae6b73 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834340 May 20 16:14:53.757457 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ef144-b4e6-46dc-a633-9fb4d1f63cc8 req-ef3220b5-d54e-4376-b8a2-30250ef7c6f6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:53.761253 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-002ef144-b4e6-46dc-a633-9fb4d1f63cc8 req-ef3220b5-d54e-4376-b8a2-30250ef7c6f6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 945 time: 0.1989744 May 20 16:14:53.765486 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5db77a-2d3a-41b1-9062-d645b24aced2 req-756a47d9-b117-43d3-809c-6fecaee945e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:53.766855 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5c5db77a-2d3a-41b1-9062-d645b24aced2 req-756a47d9-b117-43d3-809c-6fecaee945e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 1099 time: 0.1616621 May 20 16:14:53.836984 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-002ef144-b4e6-46dc-a633-9fb4d1f63cc8 req-ab4f3ece-1cf9-4410-99e8-520d64be6d3d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691645 May 20 16:14:53.838499 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5c5db77a-2d3a-41b1-9062-d645b24aced2 req-92c6423d-031e-4693-bb31-c7b0133d30ba service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560730 May 20 16:14:53.906498 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1e7b1c66-884f-40cd-913b-0e33b2b7edd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.911886 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:53.924228 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b1c66-884f-40cd-913b-0e33b2b7edd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578fbd10-ae3e-43ba-b0f5-aa7e1b742649,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:53.927244 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-1e7b1c66-884f-40cd-913b-0e33b2b7edd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:53.929297 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1e7b1c66-884f-40cd-913b-0e33b2b7edd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:53.930898 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-1e7b1c66-884f-40cd-913b-0e33b2b7edd6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/578fbd10-ae3e-43ba-b0f5-aa7e1b742649 HTTP/1.1" status: 204 len: 168 time: 0.5351691 May 20 16:14:54.007312 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47036) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:54.025586 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6c925876-524b-43a9-9f74-fc77c3dc1325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:54.042868 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-6c925876-524b-43a9-9f74-fc77c3dc1325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:54.048000 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-6c925876-524b-43a9-9f74-fc77c3dc1325 admin admin] Usage tracker for resource:security_group_rule and tenant:f616564168b24626af950c463a467de1 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:54.052694 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-6c925876-524b-43a9-9f74-fc77c3dc1325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:54.059633 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-6c925876-524b-43a9-9f74-fc77c3dc1325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:54.179916 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6c925876-524b-43a9-9f74-fc77c3dc1325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:54.284062 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6c925876-524b-43a9-9f74-fc77c3dc1325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:54.293782 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-1e7b1c66-884f-40cd-913b-0e33b2b7edd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:54.335872 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-6c925876-524b-43a9-9f74-fc77c3dc1325 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f616564168b24626af950c463a467de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273401 May 20 16:14:54.337905 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c925876-524b-43a9-9f74-fc77c3dc1325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b95712c-1976-495f-909b-3f0ef7d907ea,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:54.338554 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47050) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:54.341053 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-6c925876-524b-43a9-9f74-fc77c3dc1325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:54.402132 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6a707eb7-a447-49fe-a335-7f07f609eb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:54.430952 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6a707eb7-a447-49fe-a335-7f07f609eb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:54.603469 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6a707eb7-a447-49fe-a335-7f07f609eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:54.608727 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ffddf2f9-a1b3-4cb4-87fd-a8a38ad30c32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:54.620924 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a707eb7-a447-49fe-a335-7f07f609eb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b95712c-1976-495f-909b-3f0ef7d907ea,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:54.623203 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6a707eb7-a447-49fe-a335-7f07f609eb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:54.628738 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6a707eb7-a447-49fe-a335-7f07f609eb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:54.630101 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-6a707eb7-a447-49fe-a335-7f07f609eb0b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b95712c-1976-495f-909b-3f0ef7d907ea HTTP/1.1" status: 204 len: 168 time: 0.2900631 May 20 16:14:54.761041 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47062) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:54.873190 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-760c37d9-b49f-4648-8957-c717600b6ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:54.899496 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-760c37d9-b49f-4648-8957-c717600b6ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:54.904969 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-760c37d9-b49f-4648-8957-c717600b6ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:8d4a109e2fbd40c5b0104fa3f753d893 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:54.912869 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-760c37d9-b49f-4648-8957-c717600b6ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:54.922579 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-760c37d9-b49f-4648-8957-c717600b6ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:54.933546 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47070) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:54.989454 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5237457d-bd3b-4cd3-818f-c4184267a1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:54.997940 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ab4fa-0ff8-4d39-a9ba-f69b23d31591 req-8328cc58-7223-4d77-8425-c02ac5563139 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:54.999669 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7b3ab4fa-0ff8-4d39-a9ba-f69b23d31591 req-8328cc58-7223-4d77-8425-c02ac5563139 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1616385 May 20 16:14:55.017865 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-5237457d-bd3b-4cd3-818f-c4184267a1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:55.022438 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-5237457d-bd3b-4cd3-818f-c4184267a1d6 admin admin] Usage tracker for resource:security_group_rule and tenant:24af917dfe694bdfa9038395a4326d84 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:55.025532 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-5237457d-bd3b-4cd3-818f-c4184267a1d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:55.031765 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-5237457d-bd3b-4cd3-818f-c4184267a1d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:55.136295 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5237457d-bd3b-4cd3-818f-c4184267a1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.139410 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7b3ab4fa-0ff8-4d39-a9ba-f69b23d31591 req-0e51087f-1238-4208-83df-7276ec0badb7 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313591 May 20 16:14:55.157088 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-760c37d9-b49f-4648-8957-c717600b6ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.175853 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2b081-0923-45c4-954a-885fe87ff23c req-969be723-79ac-4ef4-a928-73ff53665c4c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:55.177571 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-13c2b081-0923-45c4-954a-885fe87ff23c req-969be723-79ac-4ef4-a928-73ff53665c4c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 945 time: 0.1721518 May 20 16:14:55.226033 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-13c2b081-0923-45c4-954a-885fe87ff23c req-41825f2f-2cbe-42ed-bb61-970f5475a4c2 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420136 May 20 16:14:55.261541 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-760c37d9-b49f-4648-8957-c717600b6ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.261669 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5237457d-bd3b-4cd3-818f-c4184267a1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.268469 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ebaf22b8-14ce-4623-8d93-1051c10d105b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:55.273561 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d92d1480-490b-44fe-8120-bc79f3d45dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:55.320206 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-5237457d-bd3b-4cd3-818f-c4184267a1d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24af917dfe694bdfa9038395a4326d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851180 May 20 16:14:55.324329 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47084) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:55.338884 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237457d-bd3b-4cd3-818f-c4184267a1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87d0b5f-7d91-461d-9d43-2f685343041e,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:55.343758 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c37d9-b49f-4648-8957-c717600b6ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff9f67a-87f7-4773-afa3-f9773df938ba,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:55.347691 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-760c37d9-b49f-4648-8957-c717600b6ac9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8d4a109e2fbd40c5b0104fa3f753d893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855398 May 20 16:14:55.355944 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-760c37d9-b49f-4648-8957-c717600b6ac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:55.355944 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47088) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:55.358694 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5237457d-bd3b-4cd3-818f-c4184267a1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:55.421603 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-132566e8-0bbb-4ac6-9d63-d14bb4787371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.421876 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-222b58fb-19ba-4018-9255-d896697b7b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.453463 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-132566e8-0bbb-4ac6-9d63-d14bb4787371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.455705 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-222b58fb-19ba-4018-9255-d896697b7b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.586969 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-222b58fb-19ba-4018-9255-d896697b7b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.592059 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:55.605542 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b58fb-19ba-4018-9255-d896697b7b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87d0b5f-7d91-461d-9d43-2f685343041e,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:55.608062 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-222b58fb-19ba-4018-9255-d896697b7b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:55.609261 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-222b58fb-19ba-4018-9255-d896697b7b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.610351 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-222b58fb-19ba-4018-9255-d896697b7b93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e87d0b5f-7d91-461d-9d43-2f685343041e HTTP/1.1" status: 204 len: 168 time: 0.2849545 May 20 16:14:55.648943 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-132566e8-0bbb-4ac6-9d63-d14bb4787371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.653940 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-19d8f7fa-0ef6-44aa-98e1-729bc320b058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:55.659341 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47100) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:55.667504 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132566e8-0bbb-4ac6-9d63-d14bb4787371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff9f67a-87f7-4773-afa3-f9773df938ba,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:55.671388 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-132566e8-0bbb-4ac6-9d63-d14bb4787371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:55.679864 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-132566e8-0bbb-4ac6-9d63-d14bb4787371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.689556 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-132566e8-0bbb-4ac6-9d63-d14bb4787371 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ff9f67a-87f7-4773-afa3-f9773df938ba HTTP/1.1" status: 204 len: 168 time: 0.3319342 May 20 16:14:55.699342 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-55f9092a-d69b-4be7-a5f8-409bc251d346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.738144 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-55f9092a-d69b-4be7-a5f8-409bc251d346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:55.744187 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-55f9092a-d69b-4be7-a5f8-409bc251d346 admin admin] Usage tracker for resource:security_group_rule and tenant:2d0efc3e5bfb4d9eafb4aac186a56010 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:55.749754 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-55f9092a-d69b-4be7-a5f8-409bc251d346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:55.754161 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-55f9092a-d69b-4be7-a5f8-409bc251d346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:55.848599 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-55f9092a-d69b-4be7-a5f8-409bc251d346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.963372 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-55f9092a-d69b-4be7-a5f8-409bc251d346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:55.971264 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6a707eb7-a447-49fe-a335-7f07f609eb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:56.011618 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-55f9092a-d69b-4be7-a5f8-409bc251d346 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d0efc3e5bfb4d9eafb4aac186a56010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510218 May 20 16:14:56.012343 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f9092a-d69b-4be7-a5f8-409bc251d346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95fbe1e-78d1-45fd-80cb-b0b4314925f6,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:56.015305 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47110) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:56.015823 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-55f9092a-d69b-4be7-a5f8-409bc251d346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:56.088418 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-eae9d8f9-e215-43b8-b63d-7081f24d65cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:56.116115 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-eae9d8f9-e215-43b8-b63d-7081f24d65cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:56.139437 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a259fc36-0876-4f27-bf20-df7a51672f7e up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:14:56.317903 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-eae9d8f9-e215-43b8-b63d-7081f24d65cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:56.330436 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:56.352617 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9d8f9-e215-43b8-b63d-7081f24d65cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95fbe1e-78d1-45fd-80cb-b0b4314925f6,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:56.356830 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-eae9d8f9-e215-43b8-b63d-7081f24d65cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:56.364060 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-eae9d8f9-e215-43b8-b63d-7081f24d65cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:56.364060 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-eae9d8f9-e215-43b8-b63d-7081f24d65cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c95fbe1e-78d1-45fd-80cb-b0b4314925f6 HTTP/1.1" status: 204 len: 168 time: 0.3449781 May 20 16:14:56.386896 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port a259fc36-0876-4f27-bf20-df7a51672f7e completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:14:56.394500 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port a259fc36-0876-4f27-bf20-df7a51672f7e triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:14:56.395925 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:56.442390 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1420b-be61-491a-96ee-0cdfdad36315 req-37b4394b-6172-4bc1-8466-5c2658c80386 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:56.444686 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6db1420b-be61-491a-96ee-0cdfdad36315 req-37b4394b-6172-4bc1-8466-5c2658c80386 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1749542 May 20 16:14:56.530228 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6db1420b-be61-491a-96ee-0cdfdad36315 req-ca4de55d-8c16-4853-9455-4eb5b235c1b6 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780153 May 20 16:14:56.539031 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:56.558594 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d63dc-ba96-4186-8b0f-ddc305bd7ba5 req-c864f781-ee00-471f-8c0c-213aacd56fd4 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:56.561982 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2e3d63dc-ba96-4186-8b0f-ddc305bd7ba5 req-c864f781-ee00-471f-8c0c-213aacd56fd4 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 945 time: 0.1837599 May 20 16:14:56.571925 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:14:56.582281 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a259fc36-0876-4f27-bf20-df7a51672f7e,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:56.612982 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2e3d63dc-ba96-4186-8b0f-ddc305bd7ba5 req-14c9343e-5354-408b-a101-eedac63d9435 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448055 May 20 16:14:56.705143 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:56.707858 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:14:56.787085 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=a259fc36-0876-4f27-bf20-df7a51672f7e,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:14:56.790902 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:14:57.146413 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'code': 200} May 20 16:14:57.391016 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb3221-49fc-4adf-9068-26556f0ea5c9 req-0b21c70a-c1a5-42f3-bb9b-73c5273752f4 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:57.398655 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-71cb3221-49fc-4adf-9068-26556f0ea5c9 req-0b21c70a-c1a5-42f3-bb9b-73c5273752f4 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 945 time: 0.2120860 May 20 16:14:57.430799 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff26ec-dcd6-4a03-aab9-940a36c3b121 req-1c3e24ab-757b-4fa5-867c-5f0c943e792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:57.432327 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fff26ec-dcd6-4a03-aab9-940a36c3b121 req-1c3e24ab-757b-4fa5-867c-5f0c943e792d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 1099 time: 0.1938887 May 20 16:14:57.483863 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eb976-c70a-499d-a313-668e2ca9ee3e req-e81dd1e0-ea70-48d9-8681-9b91513c6b1f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:57.485364 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-955eb976-c70a-499d-a313-668e2ca9ee3e req-e81dd1e0-ea70-48d9-8681-9b91513c6b1f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.2026334 May 20 16:14:57.501847 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-71cb3221-49fc-4adf-9068-26556f0ea5c9 req-659d289e-adc4-4d97-93c8-cc1a5e2a997c tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022661 May 20 16:14:57.661020 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:57.679226 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-955eb976-c70a-499d-a313-668e2ca9ee3e req-8690fa78-12bd-45bd-83ce-054cd4f2826a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763377 May 20 16:14:57.715954 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff26ec-dcd6-4a03-aab9-940a36c3b121 req-d964a84b-2a16-4cb8-8895-24914d496d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:57.717692 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fff26ec-dcd6-4a03-aab9-940a36c3b121 req-d964a84b-2a16-4cb8-8895-24914d496d6a service neutron] 10.222.0.10 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 920 time: 0.2742381 May 20 16:14:57.792138 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47b07f-b982-43d3-8cd3-786e564ec331 req-4efe55f2-bcda-49c9-8b20-f50e590acf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:57.793770 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a47b07f-b982-43d3-8cd3-786e564ec331 req-4efe55f2-bcda-49c9-8b20-f50e590acf3b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 1099 time: 0.2033734 May 20 16:14:57.851787 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fff26ec-dcd6-4a03-aab9-940a36c3b121 req-ead359b4-9bcc-4d21-b824-1265993b43a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34df79c-223a-4506-bba9-a7c713957ad5 HTTP/1.1" status: 200 len: 217 time: 0.1250637 May 20 16:14:57.938040 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a47b07f-b982-43d3-8cd3-786e564ec331 req-3508d8e1-ffda-472c-b6b3-25d0e2e2c485 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071377 May 20 16:14:57.956027 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fff26ec-dcd6-4a03-aab9-940a36c3b121 req-83c63d9c-c305-4c7f-9f27-9715bfa51a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:57.957442 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fff26ec-dcd6-4a03-aab9-940a36c3b121 req-83c63d9c-c305-4c7f-9f27-9715bfa51a77 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6768558a-ebcb-4813-ab73-25305c819af2 HTTP/1.1" status: 200 len: 859 time: 0.0877180 May 20 16:14:57.977175 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6eefcf-30a1-42d0-a874-6d3c80153abf req-83b5a94d-ce3e-4be8-b660-0f9b68cf135d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:57.978731 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8c6eefcf-30a1-42d0-a874-6d3c80153abf req-83b5a94d-ce3e-4be8-b660-0f9b68cf135d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1968274 May 20 16:14:58.054453 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fff26ec-dcd6-4a03-aab9-940a36c3b121 req-16dcf5b5-2d5c-433c-9278-70dab622ca64 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20ebcdd1-0856-4068-ac72-c6305fc94493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518918 May 20 16:14:58.122750 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8c6eefcf-30a1-42d0-a874-6d3c80153abf req-e6838840-ca63-4f6d-a967-5c607ee30964 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261270 May 20 16:14:58.317715 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fff26ec-dcd6-4a03-aab9-940a36c3b121 req-eb869aca-5a63-48d6-9849-28d15887a977 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524939 May 20 16:14:58.496747 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fff26ec-dcd6-4a03-aab9-940a36c3b121 req-c72a2aa5-02a4-4138-8bce-b5733918da1f service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673615 May 20 16:14:58.687086 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb411e-f1a5-4727-94e0-457ca06e67e4 req-06d9fa02-5b41-4e25-8709-fda3112b9911 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:58.688610 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3edb411e-f1a5-4727-94e0-457ca06e67e4 req-06d9fa02-5b41-4e25-8709-fda3112b9911 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 945 time: 0.0817537 May 20 16:14:58.740773 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3edb411e-f1a5-4727-94e0-457ca06e67e4 req-25599d29-0e34-4e09-8534-6c0fc8b162f2 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 May 20 16:14:58.935443 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa07c9-dbd8-4775-87fa-69dc6f899e90 req-fb24d70d-6eee-4b7c-a942-eb184b1a7335 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:58.936896 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-80fa07c9-dbd8-4775-87fa-69dc6f899e90 req-fb24d70d-6eee-4b7c-a942-eb184b1a7335 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.0875604 May 20 16:14:58.984235 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-80fa07c9-dbd8-4775-87fa-69dc6f899e90 req-b3c2815b-ef8b-473e-b481-119101b59491 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 May 20 16:14:59.262947 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47268) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:14:59.414535 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dced4-0ae3-4c24-81d8-40f06029be23 req-afae66d6-6f3b-4cdf-b98c-4af91ae34bfa tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:59.416023 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-774dced4-0ae3-4c24-81d8-40f06029be23 req-afae66d6-6f3b-4cdf-b98c-4af91ae34bfa tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1447167 May 20 16:14:59.479813 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c3f56-57a9-400d-a0eb-facafda8f745 req-0db91fd8-ec66-4f2d-a267-9c820e794e87 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:14:59.481355 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-194c3f56-57a9-400d-a0eb-facafda8f745 req-0db91fd8-ec66-4f2d-a267-9c820e794e87 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 945 time: 0.1380517 May 20 16:14:59.494110 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-774dced4-0ae3-4c24-81d8-40f06029be23 req-a933e6db-7a90-4ddb-8c71-90abe5b4b3d0 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683978 May 20 16:14:59.621779 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-639c64e2-85d3-4ab2-a9e2-02b041d90b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:59.652072 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-639c64e2-85d3-4ab2-a9e2-02b041d90b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:14:59.658784 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-639c64e2-85d3-4ab2-a9e2-02b041d90b19 admin admin] Usage tracker for resource:security_group_rule and tenant:330401c0ee9b4cd2b715e4011f0adbc5 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:14:59.669187 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-639c64e2-85d3-4ab2-a9e2-02b041d90b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:14:59.672798 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-639c64e2-85d3-4ab2-a9e2-02b041d90b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:14:59.698576 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-194c3f56-57a9-400d-a0eb-facafda8f745 req-28306f48-6472-4893-a451-3aac54514e0a tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Deleting port c660ba39-8ded-463a-ae83-ed3404764d29 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:14:59.698947 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-194c3f56-57a9-400d-a0eb-facafda8f745 req-28306f48-6472-4893-a451-3aac54514e0a tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:14:59.935806 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-194c3f56-57a9-400d-a0eb-facafda8f745 req-28306f48-6472-4893-a451-3aac54514e0a tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] For port c660ba39-8ded-463a-ae83-ed3404764d29, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c660ba39-8ded-463a-ae83-ed3404764d29,segment=NetworkSegment(d627d4f6-144e-47c6-9e26-41c1a789eacd),segment_id=d627d4f6-144e-47c6-9e26-41c1a789eacd)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:14:59.936072 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-194c3f56-57a9-400d-a0eb-facafda8f745 req-28306f48-6472-4893-a451-3aac54514e0a tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:00.089611 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-194c3f56-57a9-400d-a0eb-facafda8f745 req-28306f48-6472-4893-a451-3aac54514e0a tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Calling delete_port for c660ba39-8ded-463a-ae83-ed3404764d29 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:00.103344 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-639c64e2-85d3-4ab2-a9e2-02b041d90b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:00.191530 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-639c64e2-85d3-4ab2-a9e2-02b041d90b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:00.236568 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:00.310713 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-639c64e2-85d3-4ab2-a9e2-02b041d90b19 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=330401c0ee9b4cd2b715e4011f0adbc5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0465407 May 20 16:15:00.313515 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47314) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:00.329103 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b685809-340d-4d8e-ae6b-13d09f91671a req-2670a596-7bb5-4f75-9a74-884f5180255e tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:00.331841 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7b685809-340d-4d8e-ae6b-13d09f91671a req-2670a596-7bb5-4f75-9a74-884f5180255e tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 945 time: 0.4669728 May 20 16:15:00.366856 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c64e2-85d3-4ab2-a9e2-02b041d90b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf41834-c80f-4289-b63d-d611003795a6,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:00.371050 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-639c64e2-85d3-4ab2-a9e2-02b041d90b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:00.417328 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e53b9114-8a32-4f6a-bf58-4c33dbb2404b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:00.448797 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e53b9114-8a32-4f6a-bf58-4c33dbb2404b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:00.486224 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7b685809-340d-4d8e-ae6b-13d09f91671a req-c9f93136-51d6-4198-984a-cdbba5673062 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/security-groups?id=0e813c22-d5e4-4a54-b612-95bbf08c34df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233788 May 20 16:15:00.504127 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1690e45-2db5-4c91-993a-9adea390049d req-00047091-a654-490c-9a22-bb259bd21dff tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:00.513013 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e1690e45-2db5-4c91-993a-9adea390049d req-00047091-a654-490c-9a22-bb259bd21dff tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.3322632 May 20 16:15:00.568288 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e1690e45-2db5-4c91-993a-9adea390049d req-8178c4ce-f983-45ab-a8aa-899b54cf1663 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538788 May 20 16:15:00.614847 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e53b9114-8a32-4f6a-bf58-4c33dbb2404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:00.614993 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-194c3f56-57a9-400d-a0eb-facafda8f745 req-28306f48-6472-4893-a451-3aac54514e0a tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:00.618571 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:00.631637 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b9114-8a32-4f6a-bf58-4c33dbb2404b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf41834-c80f-4289-b63d-d611003795a6,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:00.633952 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['c660ba39-8ded-463a-ae83-ed3404764d29'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:15:00.656982 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-e53b9114-8a32-4f6a-bf58-4c33dbb2404b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:00.674058 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e53b9114-8a32-4f6a-bf58-4c33dbb2404b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:00.679738 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-e53b9114-8a32-4f6a-bf58-4c33dbb2404b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4bf41834-c80f-4289-b63d-d611003795a6 HTTP/1.1" status: 204 len: 168 time: 0.3650329 May 20 16:15:00.719735 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:00.816920 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28306f48-6472-4893-a451-3aac54514e0a tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Pushing event deleted for resources: {'Port': ['ID=c660ba39-8ded-463a-ae83-ed3404764d29,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:00.833493 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-28306f48-6472-4893-a451-3aac54514e0a tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:00.994512 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-194c3f56-57a9-400d-a0eb-facafda8f745 req-28306f48-6472-4893-a451-3aac54514e0a tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] No DVR routers for this DVR port c660ba39-8ded-463a-ae83-ed3404764d29 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:15:01.000167 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-194c3f56-57a9-400d-a0eb-facafda8f745 req-28306f48-6472-4893-a451-3aac54514e0a tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:01.004573 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c', 'name': 'network-vif-deleted', 'tag': 'c660ba39-8ded-463a-ae83-ed3404764d29'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:01.024509 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91936ea-e2f3-4fd9-834e-dec0c872a754 req-1fe80134-4e02-41d0-b66c-5177d8497140 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:01.026102 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c91936ea-e2f3-4fd9-834e-dec0c872a754 req-1fe80134-4e02-41d0-b66c-5177d8497140 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.4061818 May 20 16:15:01.028715 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-194c3f56-57a9-400d-a0eb-facafda8f745 req-28306f48-6472-4893-a451-3aac54514e0a tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.10 "DELETE /v2.0/ports/c660ba39-8ded-463a-ae83-ed3404764d29 HTTP/1.1" status: 204 len: 173 time: 1.5352423 May 20 16:15:01.067670 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c', 'name': 'network-vif-deleted', 'tag': 'c660ba39-8ded-463a-ae83-ed3404764d29', 'status': 'completed', 'code': 200} May 20 16:15:01.077573 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c91936ea-e2f3-4fd9-834e-dec0c872a754 req-6d93ddd0-bfdd-402f-a33f-0603ed490402 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459774 May 20 16:15:01.273462 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30489612-5b70-4192-b87b-69ecf114b932 req-6c1b69f8-5af2-4564-9f3a-d30053393792 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:01.275094 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-30489612-5b70-4192-b87b-69ecf114b932 req-6c1b69f8-5af2-4564-9f3a-d30053393792 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.0821798 May 20 16:15:01.287159 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47354) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:01.293835 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-770dddab-ab77-4465-914d-7f24bf8c71ee tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Request body: {'floatingip': {'port_id': 'a259fc36-0876-4f27-bf20-df7a51672f7e'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:01.400873 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47360) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:01.430553 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-770dddab-ab77-4465-914d-7f24bf8c71ee tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:01.547804 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f81f18d7-ba95-44d7-8b00-70000a47629c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:01.570311 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-f81f18d7-ba95-44d7-8b00-70000a47629c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:01.574946 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-f81f18d7-ba95-44d7-8b00-70000a47629c admin admin] Usage tracker for resource:security_group_rule and tenant:92900177b1d543a2972bca332904f5ac is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:01.583296 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-f81f18d7-ba95-44d7-8b00-70000a47629c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:01.597811 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-f81f18d7-ba95-44d7-8b00-70000a47629c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:01.820935 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-d92230f5-1b49-49a2-b886-b6592e7aded5 req-73bf0559-72fb-4667-8c5a-eafe94339026 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Synchronizing usage tracker for tenant:99e15e27e8524fd1a7a6cc3cef66f818 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:15:01.883423 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f81f18d7-ba95-44d7-8b00-70000a47629c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:01.910108 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcca3e3-7279-4e8c-931f-c4b23baaa3d1 req-a2c88099-d546-45c5-9efa-421a8c13baf2 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:01.912058 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ebcca3e3-7279-4e8c-931f-c4b23baaa3d1 req-a2c88099-d546-45c5-9efa-421a8c13baf2 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1997864 May 20 16:15:01.985047 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47382) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:01.998140 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ebcca3e3-7279-4e8c-931f-c4b23baaa3d1 req-9d70b167-c7e4-4323-893d-8a4a3ec87d80 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791087 May 20 16:15:02.006011 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-d92230f5-1b49-49a2-b886-b6592e7aded5 req-73bf0559-72fb-4667-8c5a-eafe94339026 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Unset dirty status for tenant:99e15e27e8524fd1a7a6cc3cef66f818 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:15:02.007496 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d92230f5-1b49-49a2-b886-b6592e7aded5 req-73bf0559-72fb-4667-8c5a-eafe94339026 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 210 time: 0.3325818 May 20 16:15:02.010423 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f81f18d7-ba95-44d7-8b00-70000a47629c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:02.058855 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a874ba0a-3744-48a2-b24b-d31042d4619d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:02.088070 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-f81f18d7-ba95-44d7-8b00-70000a47629c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=92900177b1d543a2972bca332904f5ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6861324 May 20 16:15:02.089306 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-02bee554-4363-43e6-971a-51ec9d35aae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:02.090783 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47396) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:02.106837 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f18d7-ba95-44d7-8b00-70000a47629c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197ed4bb-1c92-4333-8090-8960cb4ffe73,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:02.110594 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f81f18d7-ba95-44d7-8b00-70000a47629c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:02.111657 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-02bee554-4363-43e6-971a-51ec9d35aae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:02.116505 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-02bee554-4363-43e6-971a-51ec9d35aae8 admin admin] Usage tracker for resource:security_group_rule and tenant:55f10eb49b7e495d8089a724e738bdfc is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:02.120177 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-02bee554-4363-43e6-971a-51ec9d35aae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:02.129639 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-02bee554-4363-43e6-971a-51ec9d35aae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:02.218434 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-02bee554-4363-43e6-971a-51ec9d35aae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:02.228673 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-1552e8d9-5aaa-4195-8eaa-67361d7a3e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:02.310636 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-1552e8d9-5aaa-4195-8eaa-67361d7a3e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:02.450910 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-770dddab-ab77-4465-914d-7f24bf8c71ee tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:02.880654 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-02bee554-4363-43e6-971a-51ec9d35aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:02.880654 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-df008e3c-1684-4585-a7d2-034b8b7843c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:02.899164 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-02bee554-4363-43e6-971a-51ec9d35aae8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55f10eb49b7e495d8089a724e738bdfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8970368 May 20 16:15:02.900044 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bee554-4363-43e6-971a-51ec9d35aae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0e9180-59d3-4d7a-9ed5-85ecc2a0a44c,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:02.901880 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47406) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:02.902934 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-02bee554-4363-43e6-971a-51ec9d35aae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:02.964006 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-cda59833-b8b2-4088-bf9f-37b200363143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:02.990004 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-cda59833-b8b2-4088-bf9f-37b200363143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:03.200488 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-63874b8b-6caa-4049-a28e-ef6bbe5a6f1a req-6b9d5d4f-6a7b-4b7b-b1b3-8aabfac11787 tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ab42b74-c85d-43b8-8fbc-bb1e7fcb0d5c HTTP/1.1" status: 200 len: 210 time: 0.0542436 May 20 16:15:03.236552 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb86dd-0a8c-4f6a-9bd2-087820ad34e6 req-fa570a7a-4d49-45d0-a44a-329ceeceb2ae tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:03.238294 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-16cb86dd-0a8c-4f6a-9bd2-087820ad34e6 req-fa570a7a-4d49-45d0-a44a-329ceeceb2ae tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1303027 May 20 16:15:03.243849 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-770dddab-ab77-4465-914d-7f24bf8c71ee tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:03.285187 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-16cb86dd-0a8c-4f6a-9bd2-087820ad34e6 req-91bd0930-8222-4119-818b-9f215e6bb397 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 May 20 16:15:03.299503 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-1552e8d9-5aaa-4195-8eaa-67361d7a3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:03.311445 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:03.334259 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552e8d9-5aaa-4195-8eaa-67361d7a3e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197ed4bb-1c92-4333-8090-8960cb4ffe73,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:03.337032 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-1552e8d9-5aaa-4195-8eaa-67361d7a3e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:03.356354 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-1552e8d9-5aaa-4195-8eaa-67361d7a3e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:03.360099 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-1552e8d9-5aaa-4195-8eaa-67361d7a3e6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/197ed4bb-1c92-4333-8090-8960cb4ffe73 HTTP/1.1" status: 204 len: 168 time: 1.2671213 May 20 16:15:03.452040 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.l3_db [None req-770dddab-ab77-4465-914d-7f24bf8c71ee tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Floating IP 25d0ede3-b367-446c-82cb-6c88c91b7014 associated. External IP: 172.28.0.81, port: a259fc36-0876-4f27-bf20-df7a51672f7e. May 20 16:15:03.613757 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-cda59833-b8b2-4088-bf9f-37b200363143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:03.616096 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-cda59833-b8b2-4088-bf9f-37b200363143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:03.617189 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-cda59833-b8b2-4088-bf9f-37b200363143 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb0e9180-59d3-4d7a-9ed5-85ecc2a0a44c HTTP/1.1" status: 204 len: 168 time: 0.7142751 May 20 16:15:03.620169 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-50606ace-893b-4dd6-ba6b-d8e82443939b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:03.641650 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda59833-b8b2-4088-bf9f-37b200363143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0e9180-59d3-4d7a-9ed5-85ecc2a0a44c,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:03.651738 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-cda59833-b8b2-4088-bf9f-37b200363143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:03.943680 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770dddab-ab77-4465-914d-7f24bf8c71ee tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Router ef788804-e2bb-4c0e-925c-b0829e898dd0 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:15:04.135592 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770dddab-ab77-4465-914d-7f24bf8c71ee tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:15:04.140398 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-770dddab-ab77-4465-914d-7f24bf8c71ee tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:04.154567 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba5e29-45a0-4998-b4ca-534fe4b95e64 None None] Sync routers for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:15:04.164639 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba5e29-45a0-4998-b4ca-534fe4b95e64 None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:04.165314 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-02ba5e29-45a0-4998-b4ca-534fe4b95e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:14:41Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:04.170776 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device c660ba39-8ded-463a-ae83-ed3404764d29 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:04.216784 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-770dddab-ab77-4465-914d-7f24bf8c71ee tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "PUT /v2.0/floatingips/25d0ede3-b367-446c-82cb-6c88c91b7014 HTTP/1.1" status: 200 len: 991 time: 2.9282641 May 20 16:15:04.217541 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e'}] {{(pid=92272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:04.254872 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: c660ba39-8ded-463a-ae83-ed3404764d29 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:04.255225 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device c660ba39-8ded-463a-ae83-ed3404764d29 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:04.276580 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47454) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:04.309445 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5a31f3e9-4122-4863-9063-c7734464e079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:04.327005 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-5a31f3e9-4122-4863-9063-c7734464e079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:04.332083 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-5a31f3e9-4122-4863-9063-c7734464e079 admin admin] Usage tracker for resource:security_group_rule and tenant:f0e56fe7df0f4cabb3ab999f54ef1315 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:04.335708 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-5a31f3e9-4122-4863-9063-c7734464e079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:04.342481 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-5a31f3e9-4122-4863-9063-c7734464e079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:04.423638 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-02ba5e29-45a0-4998-b4ca-534fe4b95e64 None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:04.441877 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'status': 'completed', 'code': 200} May 20 16:15:04.468345 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5a31f3e9-4122-4863-9063-c7734464e079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:04.562684 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5a31f3e9-4122-4863-9063-c7734464e079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:04.577467 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3c2fe170-206b-4a92-b8fa-7fdfa5b34606 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:04.624801 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b6334-75df-42fb-9884-5ab213215dca req-6c0a9e99-e40c-478e-b27e-d8a95d2d1078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:04.625708 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a38b6334-75df-42fb-9884-5ab213215dca req-6c0a9e99-e40c-478e-b27e-d8a95d2d1078 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 1099 time: 0.1458023 May 20 16:15:04.689388 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31f3e9-4122-4863-9063-c7734464e079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f21e31a-9fce-4886-a8e6-dee8e9c2ef5d,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:04.710996 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5a31f3e9-4122-4863-9063-c7734464e079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:04.721002 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47478) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:04.723527 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-5a31f3e9-4122-4863-9063-c7734464e079 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0e56fe7df0f4cabb3ab999f54ef1315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423995 May 20 16:15:04.915054 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b6334-75df-42fb-9884-5ab213215dca req-e015bcfd-11a6-460e-9215-55d4dc7ce4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:04.916520 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a38b6334-75df-42fb-9884-5ab213215dca req-e015bcfd-11a6-460e-9215-55d4dc7ce4df service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 917 time: 0.2819991 May 20 16:15:04.920169 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-adf73820-82e2-4e25-b747-3ce571cb152e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:04.941260 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7d4d5-23d3-4716-9e12-0a9dd5e839f9 req-54e64a75-9ad1-4863-ba60-e3bfd158743e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:04.942817 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-17a7d4d5-23d3-4716-9e12-0a9dd5e839f9 req-54e64a75-9ad1-4863-ba60-e3bfd158743e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.2842946 May 20 16:15:04.974239 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-02ba5e29-45a0-4998-b4ca-534fe4b95e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '25d0ede3-b367-446c-82cb-6c88c91b7014', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'floating_ip_address': '172.28.0.81', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'port_id': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'mac_address': 'fa:16:3e:4e:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:14:30Z', 'updated_at': '2021-05-20T16:15:02Z', 'revision_number': 1, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:32Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:04.978140 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba5e29-45a0-4998-b4ca-534fe4b95e64 None None] Checking router: ef788804-e2bb-4c0e-925c-b0829e898dd0 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:15:04.986677 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba5e29-45a0-4998-b4ca-534fe4b95e64 None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:04.987289 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-02ba5e29-45a0-4998-b4ca-534fe4b95e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:14:41Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:05.050530 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-adf73820-82e2-4e25-b747-3ce571cb152e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:05.125515 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-17a7d4d5-23d3-4716-9e12-0a9dd5e839f9 req-2ab64694-c7b8-4d48-8ae1-830a2d7ca74f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292753 May 20 16:15:05.130997 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a38b6334-75df-42fb-9884-5ab213215dca req-3780f39c-52e9-498d-ada5-8489cfa37ae9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a259fc36-0876-4f27-bf20-df7a51672f7e HTTP/1.1" status: 200 len: 999 time: 0.2048366 May 20 16:15:05.173201 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47494) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:05.202933 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b6334-75df-42fb-9884-5ab213215dca req-4d7d99d7-f6a3-487b-bd70-425292b7cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:05.204478 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a38b6334-75df-42fb-9884-5ab213215dca req-4d7d99d7-f6a3-487b-bd70-425292b7cbf1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 200 len: 855 time: 0.0615854 May 20 16:15:05.229291 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-02ba5e29-45a0-4998-b4ca-534fe4b95e64 None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:05.301555 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-adf73820-82e2-4e25-b747-3ce571cb152e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:05.322780 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-09b9d008-8683-4291-bf18-8b40de0da021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:05.345893 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf73820-82e2-4e25-b747-3ce571cb152e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f21e31a-9fce-4886-a8e6-dee8e9c2ef5d,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:05.345893 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-adf73820-82e2-4e25-b747-3ce571cb152e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:05.360904 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-adf73820-82e2-4e25-b747-3ce571cb152e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:05.362591 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-adf73820-82e2-4e25-b747-3ce571cb152e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1f21e31a-9fce-4886-a8e6-dee8e9c2ef5d HTTP/1.1" status: 204 len: 168 time: 0.6375964 May 20 16:15:05.379627 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b6334-75df-42fb-9884-5ab213215dca req-2aed6cc9-423f-4884-8bba-36f3d0b374be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:05.379627 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a38b6334-75df-42fb-9884-5ab213215dca req-2aed6cc9-423f-4884-8bba-36f3d0b374be service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bf0ab52-43c3-4f36-9190-4a119be4b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1574378 May 20 16:15:05.397322 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5af17365-2385-4f2e-82ad-97a3232d557e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:05.417816 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-5af17365-2385-4f2e-82ad-97a3232d557e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:05.422638 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-5af17365-2385-4f2e-82ad-97a3232d557e admin admin] Usage tracker for resource:security_group_rule and tenant:d918163021a943678432fd4bf2b2afae is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:05.427988 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-5af17365-2385-4f2e-82ad-97a3232d557e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:05.440893 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-5af17365-2385-4f2e-82ad-97a3232d557e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:05.567224 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5af17365-2385-4f2e-82ad-97a3232d557e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:05.676260 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47522) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:05.714021 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5af17365-2385-4f2e-82ad-97a3232d557e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:05.750561 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5a31f3e9-4122-4863-9063-c7734464e079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:05.757163 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a38b6334-75df-42fb-9884-5ab213215dca req-d1fe1cd9-0bb0-44d8-9618-fa46958e33c6 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717530 May 20 16:15:05.778657 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-5af17365-2385-4f2e-82ad-97a3232d557e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d918163021a943678432fd4bf2b2afae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6013181 May 20 16:15:05.783298 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47528) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:05.816428 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-02ba5e29-45a0-4998-b4ca-534fe4b95e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '25d0ede3-b367-446c-82cb-6c88c91b7014', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'floating_ip_address': '172.28.0.81', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'port_id': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'mac_address': 'fa:16:3e:4e:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:14:30Z', 'updated_at': '2021-05-20T16:15:02Z', 'revision_number': 1, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:32Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:05.828465 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba5e29-45a0-4998-b4ca-534fe4b95e64 None None] The sync data for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb is: [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '25d0ede3-b367-446c-82cb-6c88c91b7014', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'floating_ip_address': '172.28.0.81', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'port_id': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'mac_address': 'fa:16:3e:4e:cd:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:14:30Z', 'updated_at': '2021-05-20T16:15:02Z', 'revision_number': 1, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:32Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:15:05.840778 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af17365-2385-4f2e-82ad-97a3232d557e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b3e965-eb92-41ae-ba7c-8f8ca13ac372,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:05.846562 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5af17365-2385-4f2e-82ad-97a3232d557e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:05.870973 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-032fbaf9-3f38-41dc-b5a3-cef9ee3e1f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:05.907532 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-032fbaf9-3f38-41dc-b5a3-cef9ee3e1f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:05.963066 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a38b6334-75df-42fb-9884-5ab213215dca req-0846117f-af20-464d-887a-deb85c0b10d4 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994083 May 20 16:15:06.070928 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1901066439-network', 'tenant_id': '0a7aa509f2994cd99851f5c510e9b529'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:06.078867 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:06.081899 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-032fbaf9-3f38-41dc-b5a3-cef9ee3e1f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.088303 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5e02acc0-be3a-47c6-96f1-cd6ec0287e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:06.108365 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b3f555-43a3-4c04-b982-8f6ced61daee None None] New status for floating IP 25d0ede3-b367-446c-82cb-6c88c91b7014: ACTIVE {{(pid=92273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:15:06.109808 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Usage tracker for resource:network and tenant:0a7aa509f2994cd99851f5c510e9b529 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:06.119029 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fbaf9-3f38-41dc-b5a3-cef9ee3e1f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b3e965-eb92-41ae-ba7c-8f8ca13ac372,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:06.123376 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:06.128085 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-032fbaf9-3f38-41dc-b5a3-cef9ee3e1f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:06.137776 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-032fbaf9-3f38-41dc-b5a3-cef9ee3e1f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.139156 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-032fbaf9-3f38-41dc-b5a3-cef9ee3e1f75 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30b3e965-eb92-41ae-ba7c-8f8ca13ac372 HTTP/1.1" status: 204 len: 168 time: 0.3541768 May 20 16:15:06.140460 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:06.277815 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Made reservation on behalf of 0a7aa509f2994cd99851f5c510e9b529 for: {'network': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:15:06.281727 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.295221 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.311875 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:06.316184 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Usage tracker for resource:security_group_rule and tenant:0a7aa509f2994cd99851f5c510e9b529 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:06.319795 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:06.326438 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:06.436999 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91d1dd-d31e-4f6f-998e-253a8c19af50 req-765b1616-9088-4470-8a22-35eff8e4278c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:06.438944 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8d91d1dd-d31e-4f6f-998e-253a8c19af50 req-765b1616-9088-4470-8a22-35eff8e4278c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1718688 May 20 16:15:06.446769 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.496064 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8d91d1dd-d31e-4f6f-998e-253a8c19af50 req-acbff91f-e50e-46ae-bb69-942f316b7874 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499799 May 20 16:15:06.585478 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.591668 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-64baf01c-9830-4fba-972b-dcd04db4e53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:06.622445 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=92272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:15:06.639464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9345b42-ebce-4fd1-b979-439e42fa4c7e,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:06.644331 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:06.647282 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.647821 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.segments_db [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Added segment 7e9edf18-6aa0-403f-bc96-7765c2843fa2 of type vlan for network 39e97f3c-beae-434e-9a8f-85f55e910d1a May 20 16:15:06.683205 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47566) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:06.708538 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.821573 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b3eeb9-def6-41ea-a360-d37d1df64316 admin admin] Deleting subnet 6a0d8b33-e44b-40e1-b2ca-c9c67465bd2e {{(pid=92271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:15:06.824621 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f3b3eeb9-def6-41ea-a360-d37d1df64316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.843394 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.844765 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:06.845551 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.850849 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-fbf20b52-1adb-46c2-9f79-cac06fd5ae75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:06.875286 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f3b3eeb9-def6-41ea-a360-d37d1df64316 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.886096 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f3b3eeb9-def6-41ea-a360-d37d1df64316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:06.955098 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Pushing event updated for resources: {'Network': ['ID=39e97f3c-beae-434e-9a8f-85f55e910d1a,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:06.958727 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:06.966475 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network 39e97f3c-beae-434e-9a8f-85f55e910d1a details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:15:07.045267 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3667200 May 20 16:15:07.047654 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47576) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:07.054054 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Request body: {'subnet': {'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1901066439-subnet', 'tenant_id': '0a7aa509f2994cd99851f5c510e9b529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:07.068257 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:07.072745 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Usage tracker for resource:subnet and tenant:0a7aa509f2994cd99851f5c510e9b529 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:07.076226 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:07.083901 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:07.177119 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47584) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:07.199345 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9132b324-718a-44c1-a1d0-ec65ace081c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.226407 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Made reservation on behalf of 0a7aa509f2994cd99851f5c510e9b529 for: {'subnet': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:15:07.227998 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.263542 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-9132b324-718a-44c1-a1d0-ec65ace081c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:07.270558 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-9132b324-718a-44c1-a1d0-ec65ace081c4 admin admin] Usage tracker for resource:security_group_rule and tenant:06c679d4c24a4de08fa98cf9e866a3c1 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:07.278231 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f3b3eeb9-def6-41ea-a360-d37d1df64316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832'] for subnet, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.283099 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:07.326236 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-9132b324-718a-44c1-a1d0-ec65ace081c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:07.352447 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3eeb9-def6-41ea-a360-d37d1df64316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0d8b33-e44b-40e1-b2ca-c9c67465bd2e,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:07.354423 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-9132b324-718a-44c1-a1d0-ec65ace081c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:07.359530 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f3b3eeb9-def6-41ea-a360-d37d1df64316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:07.363601 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f3b3eeb9-def6-41ea-a360-d37d1df64316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.379424 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-f3b3eeb9-def6-41ea-a360-d37d1df64316 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6a0d8b33-e44b-40e1-b2ca-c9c67465bd2e HTTP/1.1" status: 204 len: 168 time: 0.6929400 May 20 16:15:07.381201 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47596) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:07.412611 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47602) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:07.474017 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9132b324-718a-44c1-a1d0-ec65ace081c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.610655 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.639561 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9132b324-718a-44c1-a1d0-ec65ace081c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.640100 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-399153939-network', 'tenant_id': '705aaad77b6d4408b78d110feb418df8'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:07.646152 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:07.651307 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Usage tracker for resource:network and tenant:705aaad77b6d4408b78d110feb418df8 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:07.654543 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:07.660848 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-fcddafed-f29b-4822-a250-d2aac6bcd7b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:07.679745 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-9132b324-718a-44c1-a1d0-ec65ace081c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06c679d4c24a4de08fa98cf9e866a3c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5014834 May 20 16:15:07.686680 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47616) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:07.710606 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132b324-718a-44c1-a1d0-ec65ace081c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3db05f1-c222-43f1-8da5-9f8c44c7edf7,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:07.724654 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-9132b324-718a-44c1-a1d0-ec65ace081c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:07.725995 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:07.765496 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3f054720-873b-49e2-927a-b4558dc6183d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.808224 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3f054720-873b-49e2-927a-b4558dc6183d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.834737 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:07.853928 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:07.853928 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:07.853928 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:07.853928 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > port after_create 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:07.853928 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:07.853928 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > port after_update 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:07.853928 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:07.862429 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:07.862429 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:07.862429 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:08.015020 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:08.015498 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:08.016114 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:08.017840 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:15:08.019002 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73cde761-75c3-48bf-9612-dee1b204e790']}} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:08.040658 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Made reservation on behalf of 705aaad77b6d4408b78d110feb418df8 for: {'network': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:15:08.044426 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.066649 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd627d4f6-144e-47c6-9e26-41c1a789eacd') {'for_net_delete': True} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:08.066649 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd627d4f6-144e-47c6-9e26-41c1a789eacd') {} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:08.070123 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.087703 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10626578'] for segment, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.107713 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:08.114355 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.120711 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832'] for subnet, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.123487 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0804ed-8e61-4c29-addc-0059131ac0d4 req-67846e5b-6b7d-4032-89e1-771b6fa55b10 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:08.125077 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7a0804ed-8e61-4c29-addc-0059131ac0d4 req-67846e5b-6b7d-4032-89e1-771b6fa55b10 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.4405818 May 20 16:15:08.125313 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:08.126155 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Usage tracker for resource:security_group_rule and tenant:705aaad77b6d4408b78d110feb418df8 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:08.131266 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:08.141999 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=92271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:15:08.141999 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10965243'] for segment, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.169995 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3f054720-873b-49e2-927a-b4558dc6183d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: from cryptography.utils import int_from_bytes May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: from cryptography.utils import int_from_bytes May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: Traceback (most recent call last): May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: timer() May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: cb(*args, **kw) May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: return func(*args, **kwargs) May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: self._notify() May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: self.callback(batched_events) May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: event.method(event) May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: return f(self, *a, **k) May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: return self._get(url).json() May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: return self.request(url, 'GET', **kwargs) May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:15:08.173099 dv-cinder-689486-13-smb neutron-server[92271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:15:08.179769 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:08.212687 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba030de-ab11-409f-8b1c-ce85f85cb78f,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:08.215418 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:08.221632 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5237457d-bd3b-4cd3-818f-c4184267a1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:08.234209 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f054720-873b-49e2-927a-b4558dc6183d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3db05f1-c222-43f1-8da5-9f8c44c7edf7,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:08.236464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3f054720-873b-49e2-927a-b4558dc6183d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:08.239720 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3f054720-873b-49e2-927a-b4558dc6183d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.240816 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-3f054720-873b-49e2-927a-b4558dc6183d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3db05f1-c222-43f1-8da5-9f8c44c7edf7 HTTP/1.1" status: 204 len: 168 time: 0.5531862 May 20 16:15:08.241791 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Checking segment: {'id': '7e9edf18-6aa0-403f-bc96-7765c2843fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:15:08.242139 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Network hostable DHCP agents. Network: 39e97f3c-beae-434e-9a8f-85f55e910d1a, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:15:08.302438 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7a0804ed-8e61-4c29-addc-0059131ac0d4 req-e8f62e40-cc4f-4a36-a997-5f3b5ac760c6 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681910 May 20 16:15:08.372434 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.397361 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Network 39e97f3c-beae-434e-9a8f-85f55e910d1a is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:15:08.397543 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.401989 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:08.421677 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.425154 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=73cde761-75c3-48bf-9612-dee1b204e790,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:08.435670 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:08.436034 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:08.436388 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:08.436736 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:08.437078 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:08.437479 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:08.437819 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:08.438158 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:08.438495 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:08.438828 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:08.439163 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:08.439490 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:08.449581 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:08.453416 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.459536 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2e051cad-61c1-45d6-a802-042b906a10db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:08.477639 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, 39e97f3c-beae-434e-9a8f-85f55e910d1a) {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:15:08.488989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:08.488989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.489257 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d02204f-ec9b-4360-adbe-3c82024f4eb3 None None] Network 39e97f3c-beae-434e-9a8f-85f55e910d1a requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:15:08.489707 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=92271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:15:08.505215 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3915dfab-69de-4271-b3ac-e060d1570dca,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:08.508322 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:08.511217 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.511567 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.segments_db [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Added segment c64ca876-9811-4cc7-8dda-316bb132d04e of type vlan for network 6f8e0556-63dc-488d-adbb-6bf3eb18cd63 May 20 16:15:08.529296 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/73cde761-75c3-48bf-9612-dee1b204e790 HTTP/1.1" status: 204 len: 168 time: 1.1459451 May 20 16:15:08.545939 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.654744 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6060040 May 20 16:15:08.689909 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.692597 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:08.693272 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.701376 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-154e5983-8b4a-4223-bfa5-fb2d92b868be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:08.701985 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe8b55-f672-4135-92ba-b3bc6a6a1b7d None None] Network 39e97f3c-beae-434e-9a8f-85f55e910d1a requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:15:08.805187 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Pushing event updated for resources: {'Network': ['ID=6f8e0556-63dc-488d-adbb-6bf3eb18cd63,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:08.807744 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:08.818395 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network 6f8e0556-63dc-488d-adbb-6bf3eb18cd63 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:15:08.843894 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4296935 May 20 16:15:08.847356 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47650) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:08.853539 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Request body: {'subnet': {'network_id': '6f8e0556-63dc-488d-adbb-6bf3eb18cd63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-399153939-subnet', 'tenant_id': '705aaad77b6d4408b78d110feb418df8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:08.858202 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:08.863115 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Usage tracker for resource:subnet and tenant:705aaad77b6d4408b78d110feb418df8 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:08.866263 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:08.872103 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:08.894301 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-6b4a5319-1e89-4f72-a7de-bbd04bbe1b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:08.945765 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Made reservation on behalf of 705aaad77b6d4408b78d110feb418df8 for: {'subnet': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:15:08.948132 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10631610'] for subnet, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.044059 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47658) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:09.136946 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-8776ceaf-7d11-48c5-85da-c17aa0f30515 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99e15e27e8524fd1a7a6cc3cef66f818&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0895500 May 20 16:15:09.137491 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47664) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:09.208284 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47672) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:09.216930 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.253746 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.389642 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a02ac1db-d598-45fb-bac8-f23776eeba78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.415485 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.432407 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:09.466873 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e813c22-d5e4-4a54-b612-95bbf08c34df,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:09.467541 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-a02ac1db-d598-45fb-bac8-f23776eeba78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:09.476417 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-a02ac1db-d598-45fb-bac8-f23776eeba78 admin admin] Usage tracker for resource:security_group_rule and tenant:b0da668c9e3b4e55ad060410194799dc is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:09.479768 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:09.480111 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:09.480616 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:09.481105 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:09.481726 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:09.482250 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:09.502989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:09.502989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:09.502989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:09.502989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:09.502989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:09.502989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:09.502989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:09.502989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.502989 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e813c22-d5e4-4a54-b612-95bbf08c34df HTTP/1.1" status: 204 len: 168 time: 0.3529279 May 20 16:15:09.502989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-a02ac1db-d598-45fb-bac8-f23776eeba78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:09.502989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-a02ac1db-d598-45fb-bac8-f23776eeba78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:09.675706 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a02ac1db-d598-45fb-bac8-f23776eeba78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.681825 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652755f-6dfa-41dd-836d-12288b97b8a4 req-4654a202-21c3-4f71-9ec6-5ac4049b124b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:09.683353 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f652755f-6dfa-41dd-836d-12288b97b8a4 req-4654a202-21c3-4f71-9ec6-5ac4049b124b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1374452 May 20 16:15:09.775643 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a02ac1db-d598-45fb-bac8-f23776eeba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.780603 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f652755f-6dfa-41dd-836d-12288b97b8a4 req-dd6c595a-d305-4792-b69a-87965973abd8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890944 May 20 16:15:09.791108 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10965010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10631592'] for subnet, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.795313 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-6dac553a-4b2c-4135-98df-f9ff4b1c37f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:09.812929 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-222b58fb-19ba-4018-9255-d896697b7b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:09.864296 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-a02ac1db-d598-45fb-bac8-f23776eeba78 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0da668c9e3b4e55ad060410194799dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6547699 May 20 16:15:09.865093 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ac1db-d598-45fb-bac8-f23776eeba78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f814f9d-2db0-4b61-a810-8cc5605e5cae,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:09.873559 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47700) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:09.873559 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-a02ac1db-d598-45fb-bac8-f23776eeba78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:09.902895 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9eba1b-17a5-401f-b3ca-3d70d8910a0c,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:09.905677 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:09.914756 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Checking segment: {'id': 'c64ca876-9811-4cc7-8dda-316bb132d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f8e0556-63dc-488d-adbb-6bf3eb18cd63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:15:09.915761 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Network hostable DHCP agents. Network: 6f8e0556-63dc-488d-adbb-6bf3eb18cd63, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:15:09.954373 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4bffb5b0-1b42-4db4-966d-57dd9a00beb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:09.984299 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4bffb5b0-1b42-4db4-966d-57dd9a00beb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:10.040062 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Network 6f8e0556-63dc-488d-adbb-6bf3eb18cd63 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:15:10.146224 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, 6f8e0556-63dc-488d-adbb-6bf3eb18cd63) {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:15:10.146628 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4bffb5b0-1b42-4db4-966d-57dd9a00beb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:10.154673 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-9132b324-718a-44c1-a1d0-ec65ace081c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:10.155781 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:10.156402 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:10.161525 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9876ba6-13aa-498d-b7a7-57989dfd3827 None None] Network 6f8e0556-63dc-488d-adbb-6bf3eb18cd63 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:15:10.178007 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffb5b0-1b42-4db4-966d-57dd9a00beb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f814f9d-2db0-4b61-a810-8cc5605e5cae,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:10.178007 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4bffb5b0-1b42-4db4-966d-57dd9a00beb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:10.180441 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4bffb5b0-1b42-4db4-966d-57dd9a00beb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:10.185446 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-4bffb5b0-1b42-4db4-966d-57dd9a00beb8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f814f9d-2db0-4b61-a810-8cc5605e5cae HTTP/1.1" status: 204 len: 168 time: 0.3167443 May 20 16:15:10.317824 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-8bcac334-44ab-4eee-acc3-60541c4e5fa9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4691410 May 20 16:15:10.427128 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b038656c-255b-4a62-9465-cab5f8560e3b None None] Network 6f8e0556-63dc-488d-adbb-6bf3eb18cd63 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:15:11.009686 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7479f19-5127-4505-80c4-86b539adcdd9 req-d602a6ef-fa4f-477b-95f4-2db45e384223 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:11.011150 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f7479f19-5127-4505-80c4-86b539adcdd9 req-d602a6ef-fa4f-477b-95f4-2db45e384223 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.0812666 May 20 16:15:11.069488 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f7479f19-5127-4505-80c4-86b539adcdd9 req-8b2162c2-3da9-480e-857f-a78a162455b1 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519011 May 20 16:15:11.253779 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47756) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:11.272860 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f4a73865-3edc-4846-a66f-81ecd42516ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.287415 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-f4a73865-3edc-4846-a66f-81ecd42516ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:11.291611 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-f4a73865-3edc-4846-a66f-81ecd42516ee admin admin] Usage tracker for resource:security_group_rule and tenant:9d15b04450ee40fb8ced3a5725b5f108 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:11.294451 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-f4a73865-3edc-4846-a66f-81ecd42516ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:11.300424 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-f4a73865-3edc-4846-a66f-81ecd42516ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:11.413405 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f4a73865-3edc-4846-a66f-81ecd42516ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.460341 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.528675 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f4a73865-3edc-4846-a66f-81ecd42516ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.539693 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:11.557337 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-e323da57-270a-44a8-8b6e-cff791e93a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.586365 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47774) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:11.586639 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-f4a73865-3edc-4846-a66f-81ecd42516ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9d15b04450ee40fb8ced3a5725b5f108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313789 May 20 16:15:11.587383 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a73865-3edc-4846-a66f-81ecd42516ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22ca18f-e5bb-41b4-a147-a04c9fa93ceb,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:11.600689 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-f4a73865-3edc-4846-a66f-81ecd42516ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:11.601889 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47778) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:11.655333 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f72a51d-b4c6-438b-9e88-31d022b24e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.687089 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f72a51d-b4c6-438b-9e88-31d022b24e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.814713 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47798) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:11.836658 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f72a51d-b4c6-438b-9e88-31d022b24e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.843330 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:11.905916 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72a51d-b4c6-438b-9e88-31d022b24e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22ca18f-e5bb-41b4-a147-a04c9fa93ceb,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:11.912293 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d7353845-b9d1-4b2f-b0cb-9755b5faccfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.916085 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7f72a51d-b4c6-438b-9e88-31d022b24e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:11.919739 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f72a51d-b4c6-438b-9e88-31d022b24e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:11.921000 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-7f72a51d-b4c6-438b-9e88-31d022b24e38 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f22ca18f-e5bb-41b4-a147-a04c9fa93ceb HTTP/1.1" status: 204 len: 168 time: 0.3331890 May 20 16:15:11.947695 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-726693163-network', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:11.951885 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-d7353845-b9d1-4b2f-b0cb-9755b5faccfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:11.954276 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:11.958759 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-d7353845-b9d1-4b2f-b0cb-9755b5faccfc admin admin] Usage tracker for resource:security_group_rule and tenant:55110f7fe121499b8b9f09c7ba0d7f18 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:11.961653 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Usage tracker for resource:network and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:11.964265 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-d7353845-b9d1-4b2f-b0cb-9755b5faccfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:11.967442 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:11.975264 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-d7353845-b9d1-4b2f-b0cb-9755b5faccfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:11.977404 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:11.993281 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808164f-8c76-447f-ab51-2a8138d2674d req-bf7d0bc0-0e5f-4d45-af02-3d34ad3714cd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:11.995076 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-bf7d0bc0-0e5f-4d45-af02-3d34ad3714cd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/networks?id=39e97f3c-beae-434e-9a8f-85f55e910d1a HTTP/1.1" status: 200 len: 809 time: 0.2049243 May 20 16:15:12.016105 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-51df67d2-7591-4c68-a053-5b9490b8f5d6 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/quotas/0a7aa509f2994cd99851f5c510e9b529 HTTP/1.1" status: 200 len: 375 time: 0.0116203 May 20 16:15:12.072983 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-b1487b7c-1ba4-4b40-b203-61a064a0c504 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a7aa509f2994cd99851f5c510e9b529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487881 May 20 16:15:12.087509 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Made reservation on behalf of 2c3bd07c9e0742e59804b8fe8e215eb3 for: {'network': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:15:12.090081 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.106421 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.121946 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d7353845-b9d1-4b2f-b0cb-9755b5faccfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.126218 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47812) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:12.130612 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:12.135836 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-355150477-network', 'tenant_id': '75e438450d1540c4b6caf28f32a60084'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:12.141756 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:12.145306 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Usage tracker for resource:security_group_rule and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:12.149085 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:12.151919 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Usage tracker for resource:network and tenant:75e438450d1540c4b6caf28f32a60084 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:12.156733 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:12.160045 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:12.182147 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:12.200397 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d7353845-b9d1-4b2f-b0cb-9755b5faccfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.212527 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:12.261250 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-19394100-d18a-43df-b5bc-559a945fa48a service neutron] 10.222.0.11 "GET /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764495 May 20 16:15:12.268257 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Made reservation on behalf of 75e438450d1540c4b6caf28f32a60084 for: {'network': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:15:12.270673 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.281140 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-d7353845-b9d1-4b2f-b0cb-9755b5faccfc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55110f7fe121499b8b9f09c7ba0d7f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6769435 May 20 16:15:12.289786 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47816) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:12.290301 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7353845-b9d1-4b2f-b0cb-9755b5faccfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67dddd9-642b-4278-b191-8922160f5458,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:12.293406 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d7353845-b9d1-4b2f-b0cb-9755b5faccfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:12.298852 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.353091 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:12.364744 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Usage tracker for resource:security_group_rule and tenant:75e438450d1540c4b6caf28f32a60084 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:12.370926 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:12.395504 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:12.399991 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6836dd5a-9732-43e5-a168-654ddb217dca req-ce893e96-0f50-4376-8087-d7dfc3a73621 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:12.401501 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6836dd5a-9732-43e5-a168-654ddb217dca req-ce893e96-0f50-4376-8087-d7dfc3a73621 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1911628 May 20 16:15:12.444478 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-85e3660d-9002-4faa-827d-44803fefe55b service neutron] 10.222.0.11 "GET /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708553 May 20 16:15:12.454041 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.464189 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-052dcb6e-017d-460e-a10a-33fe1a9a9b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.466215 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6836dd5a-9732-43e5-a168-654ddb217dca req-065436b7-366f-4a43-9026-f08ef5ec3e6c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559497 May 20 16:15:12.528254 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-052dcb6e-017d-460e-a10a-33fe1a9a9b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.539769 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.546805 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4bffb5b0-1b42-4db4-966d-57dd9a00beb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:12.585979 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=92272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:15:12.643805 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253b0d50-5427-4005-85ed-a9d0fab04dde,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:12.647685 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:12.651722 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.651722 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.segments_db [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Added segment bee6c9e3-fadd-473a-ab09-d3fa9a416676 of type vlan for network 7c991ff3-27de-4b59-a027-84c9882b61c3 May 20 16:15:12.658001 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.666264 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.681847 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.786474 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-052dcb6e-017d-460e-a10a-33fe1a9a9b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.791058 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d7353845-b9d1-4b2f-b0cb-9755b5faccfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:12.801857 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.818875 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dcb6e-017d-460e-a10a-33fe1a9a9b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67dddd9-642b-4278-b191-8922160f5458,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:12.826423 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-052dcb6e-017d-460e-a10a-33fe1a9a9b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:12.828129 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=92272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:15:12.830306 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-032fbaf9-3f38-41dc-b5a3-cef9ee3e1f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:12.894644 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4ca7b74a-8382-41b4-9ab9-41489db560e4 req-9d339f76-0265-495a-9d78-0424d6687161 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 210 time: 0.0454845 May 20 16:15:12.898501 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac918ef1-da92-4018-97ae-e7b596f3ab56,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:12.901995 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:12.903256 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.903937 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.segments_db [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Added segment 198bf6e0-8afc-41ce-addb-d92a6b5bd753 of type vlan for network d102129a-8123-4c35-ae7e-a1687f2c19a7 May 20 16:15:12.918310 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.918790 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:12.919814 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.926074 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:12.986294 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-052dcb6e-017d-460e-a10a-33fe1a9a9b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:12.990819 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-052dcb6e-017d-460e-a10a-33fe1a9a9b83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c67dddd9-642b-4278-b191-8922160f5458 HTTP/1.1" status: 204 len: 168 time: 0.6937108 May 20 16:15:12.997948 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.070296 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Pushing event updated for resources: {'Network': ['ID=7c991ff3-27de-4b59-a027-84c9882b61c3,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:13.073779 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:13.080407 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network 7c991ff3-27de-4b59-a027-84c9882b61c3 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:15:13.103742 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2878902 May 20 16:15:13.106423 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47854) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:13.116252 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Request body: {'subnet': {'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-726693163-subnet', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:13.121841 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:13.129628 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Usage tracker for resource:subnet and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:13.132935 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:13.139374 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:13.243338 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.244916 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:13.245691 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.251183 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:13.346986 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2175989 May 20 16:15:13.349988 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Made reservation on behalf of 2c3bd07c9e0742e59804b8fe8e215eb3 for: {'subnet': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:15:13.351850 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 47864) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:13.352435 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.360289 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Request body: {'subnet': {'network_id': 'd102129a-8123-4c35-ae7e-a1687f2c19a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-355150477-subnet', 'tenant_id': '75e438450d1540c4b6caf28f32a60084', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:13.367766 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Pushing event updated for resources: {'Network': ['ID=d102129a-8123-4c35-ae7e-a1687f2c19a7,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:13.370711 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:13.378197 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:13.379836 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network d102129a-8123-4c35-ae7e-a1687f2c19a7 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:15:13.383899 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Usage tracker for resource:subnet and tenant:75e438450d1540c4b6caf28f32a60084 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:13.389111 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:13.398716 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:13.519335 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Made reservation on behalf of 75e438450d1540c4b6caf28f32a60084 for: {'subnet': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:15:13.521702 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10631610'] for subnet, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.741405 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05fe84-1e19-4768-8553-7ea6a87ef63a req-180a59e7-bdda-401f-83eb-ed11f8b90b4e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:13.742835 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3a05fe84-1e19-4768-8553-7ea6a87ef63a req-180a59e7-bdda-401f-83eb-ed11f8b90b4e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1151462 May 20 16:15:13.843295 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3a05fe84-1e19-4768-8553-7ea6a87ef63a req-db7c8591-ba88-4724-a6c1-1d18381013f5 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625179 May 20 16:15:13.971781 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832'] for subnet, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:13.976496 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:14.030227 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bdf6494d-3eb9-4aa7-942e-24b15eeb59d6 req-7beb5647-a576-492d-a73c-b9cfb44b8b40 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 210 time: 0.0753100 May 20 16:15:14.130558 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79ec8476-25a8-4da3-86e3-eb6c97020447,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:14.134574 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:14.138945 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Checking segment: {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:15:14.139308 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Network hostable DHCP agents. Network: 7c991ff3-27de-4b59-a027-84c9882b61c3, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:15:14.214831 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Network 7c991ff3-27de-4b59-a027-84c9882b61c3 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:15:14.301793 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10965010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10631592'] for subnet, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:14.307014 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:14.322989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, 7c991ff3-27de-4b59-a027-84c9882b61c3) {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:15:14.331113 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:14.331720 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:14.340372 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d30203c-77d8-429d-9c90-f290c8a49306 None None] Network 7c991ff3-27de-4b59-a027-84c9882b61c3 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:15:14.388673 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f18d8c-456f-42ea-be05-3c9a140ef950,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:14.392239 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:14.400988 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Checking segment: {'id': '198bf6e0-8afc-41ce-addb-d92a6b5bd753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd102129a-8123-4c35-ae7e-a1687f2c19a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:15:14.400988 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Network hostable DHCP agents. Network: d102129a-8123-4c35-ae7e-a1687f2c19a7, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:15:14.454729 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-3cce5f57-c0ca-47a8-ab38-85eaa6c96f1c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3470068 May 20 16:15:14.456120 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 47912) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:14.461542 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:14.466830 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:14.481522 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Usage tracker for resource:router and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:14.487269 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:14.499181 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:14.522377 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Network d102129a-8123-4c35-ae7e-a1687f2c19a7 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:15:14.620625 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-797338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7430'] for router, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:14.622019 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-797580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7437'] for router, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:14.640050 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:14.643866 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2301f5ec-f124-50c5-93e1-18616e4b0565-7c991ff3-27de-4b59-a027-84c9882b61c3', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447'}]}} from dv-cinder-689486-13-smb. {{(pid=92273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:15:14.644798 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:14.688188 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, d102129a-8123-4c35-ae7e-a1687f2c19a7) {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:15:14.698849 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:14.699542 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:14.704598 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2926498d-de84-4649-8945-d8063d0cfd11 None None] Network d102129a-8123-4c35-ae7e-a1687f2c19a7 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:15:14.773582 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:14.818735 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4640059 May 20 16:15:14.949295 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.db_base_plugin_common [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Allocated IP 172.20.0.2 (7c991ff3-27de-4b59-a027-84c9882b61c3/79ec8476-25a8-4da3-86e3-eb6c97020447/789d405b-59b8-4476-a2f1-3a108039db3b) {{(pid=92273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:15:15.126115 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc6c39-3429-4b94-9b6e-7a51e9e7a18c None None] Network d102129a-8123-4c35-ae7e-a1687f2c19a7 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:15:15.232106 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa4e9b-ccb7-4ab8-89ee-871d8b396cbc req-4f1d23b6-50e6-4231-b322-d35f9bd2c48a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:15.235688 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7daa4e9b-ccb7-4ab8-89ee-871d8b396cbc req-4f1d23b6-50e6-4231-b322-d35f9bd2c48a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1639471 May 20 16:15:15.272565 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-797324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7451'] for router, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:15.332827 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7daa4e9b-ccb7-4ab8-89ee-871d8b396cbc req-2d00cd64-b495-48f0-8685-ba45ccbbc14f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895693 May 20 16:15:15.407215 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1c96c92c-b308-471e-b9f0-acb6eed5370b req-29ec6fff-72f9-4dd8-aa44-13c10e6e7243 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 210 time: 0.0584188 May 20 16:15:15.599344 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Notify callbacks [] for port, precommit_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:15.612611 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Transition to ACTIVE for port object 789d405b-59b8-4476-a2f1-3a108039db3b will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:15:15.634731 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Transition to ACTIVE for port object 789d405b-59b8-4476-a2f1-3a108039db3b will not be triggered until provisioned by entity DHCP. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:15:15.799150 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:15.803693 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8f89599f-5584-43b0-aaae-b4a0fb01408b tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:15.804710 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8f89599f-5584-43b0-aaae-b4a0fb01408b tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Synchronizing usage tracker for tenant:705aaad77b6d4408b78d110feb418df8 on resource:network {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:15:15.805035 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:15.875211 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:15.881973 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Network 7c991ff3-27de-4b59-a027-84c9882b61c3 is already hosted by enough agents. {{(pid=92273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:15:15.885444 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.base_scheduler [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Resources bound (agent type, host, resource id): {{(pid=92273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:15:15.889155 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Received port after_create {{(pid=92273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:15:15.900156 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8f89599f-5584-43b0-aaae-b4a0fb01408b tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Unset dirty status for tenant:705aaad77b6d4408b78d110feb418df8 on resource:network {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:15:15.901579 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8f89599f-5584-43b0-aaae-b4a0fb01408b tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/networks?id=6f8e0556-63dc-488d-adbb-6bf3eb18cd63 HTTP/1.1" status: 200 len: 808 time: 0.2507696 May 20 16:15:15.912176 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:15.931162 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-766c0a5b-6838-446d-b340-230fabccafa6 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/quotas/705aaad77b6d4408b78d110feb418df8 HTTP/1.1" status: 200 len: 375 time: 0.0240576 May 20 16:15:15.941948 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Pushing event updated for resources: {'Port': ['ID=789d405b-59b8-4476-a2f1-3a108039db3b,revision_number=1']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:15.985519 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-c00dbce9-e932-4560-94e8-b626afc91a05 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=705aaad77b6d4408b78d110feb418df8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465047 May 20 16:15:16.004119 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:16.004605 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:16.005055 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:16.005509 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:16.005984 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:16.006408 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:16.006824 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:16.007363 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:16.007811 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:16.008231 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:16.008649 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:16.009081 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:16.014824 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:16.022579 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Attempting to bind port 789d405b-59b8-4476-a2f1-3a108039db3b on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:15:16.023144 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Attempting to bind port 789d405b-59b8-4476-a2f1-3a108039db3b by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:15:16.023654 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Attempting to bind port 789d405b-59b8-4476-a2f1-3a108039db3b on network 7c991ff3-27de-4b59-a027-84c9882b61c3 {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:15:16.029535 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:15:16.030057 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Checking segment: {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:15:16.030621 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.031163 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Bound using segment: {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:15:16.031734 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Bound port: 789d405b-59b8-4476-a2f1-3a108039db3b, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:15:16.032317 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.077306 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Allocated IP 172.28.0.248 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/9ef39462-4b61-41e4-a194-55b412eb078d) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:15:16.193356 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] For port 789d405b-59b8-4476-a2f1-3a108039db3b, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:15:16.197110 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] For port 789d405b-59b8-4476-a2f1-3a108039db3b, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=789d405b-59b8-4476-a2f1-3a108039db3b,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:15:16.280489 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.315655 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.324836 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:16.405205 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808164f-8c76-447f-ab51-2a8138d2674d req-1c6a1823-e064-40bc-8656-065dbe3368e3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:16.410360 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-1c6a1823-e064-40bc-8656-065dbe3368e3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.10 "GET /v2.0/networks?id=39e97f3c-beae-434e-9a8f-85f55e910d1a HTTP/1.1" status: 200 len: 809 time: 0.4277020 May 20 16:15:16.443666 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:16.452778 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:16.453407 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Request body: {'port': {'device_id': '6da0d5ad-3a67-4237-b644-c8801d11eff1', 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a', 'admin_state_up': True, 'tenant_id': '0a7aa509f2994cd99851f5c510e9b529'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:16.497292 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Pushing event updated for resources: {'Port': ['ID=789d405b-59b8-4476-a2f1-3a108039db3b,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:16.503330 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:16.569691 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:15:16.572926 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:15:16.575799 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:15:16.669888 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:15:16.731883 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-2ba8f80a-be53-48f8-ae97-3d72899f17f2 service neutron] 10.222.0.11 "GET /v2.0/networks/6f8e0556-63dc-488d-adbb-6bf3eb18cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6826539 May 20 16:15:16.833631 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:16.842629 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Usage tracker for resource:port and tenant:0a7aa509f2994cd99851f5c510e9b529 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:16.852046 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Pushing event updated for resources: {'Port': ['ID=9ef39462-4b61-41e4-a194-55b412eb078d,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:16.852158 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:16.852244 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:16.912281 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9306e1-87e6-49c2-8276-2d3ef7929764 req-b5d2d5b5-8aff-4282-8eb1-07208fa89fd5 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:16.917838 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ef9306e1-87e6-49c2-8276-2d3ef7929764 req-b5d2d5b5-8aff-4282-8eb1-07208fa89fd5 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.3714509 May 20 16:15:16.929441 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:16.996603 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 789d405b-59b8-4476-a2f1-3a108039db3b up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:17.027101 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ef9306e1-87e6-49c2-8276-2d3ef7929764 req-26ab5dfa-c180-4820-be2f-650fb2da5810 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948167 May 20 16:15:17.038876 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-643238a6-4e01-4ec5-8213-c394098ed69c service neutron] 10.222.0.11 "GET /v2.0/networks/6f8e0556-63dc-488d-adbb-6bf3eb18cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987893 May 20 16:15:17.067016 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Made reservation on behalf of 0a7aa509f2994cd99851f5c510e9b529 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:15:17.071535 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:17.175538 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port 789d405b-59b8-4476-a2f1-3a108039db3b completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:15:17.224899 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:17.230683 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-40273361-05c2-4bf6-800e-ad4ed979d583 req-d7798aa4-3a13-4b3a-be75-1e311ab944c3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 210 time: 0.0550768 May 20 16:15:17.335512 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Allocated IP 172.20.0.7 (39e97f3c-beae-434e-9a8f-85f55e910d1a/7ba030de-ab11-409f-8b1c-ce85f85cb78f/14875cef-d0cf-437b-a391-6eef68aabf20) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:15:17.489168 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cb38862f-e3dc-465d-836c-afc1684a299e req-df1a6f71-155e-4647-a34a-a4618b77956f tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 210 time: 0.0856159 May 20 16:15:17.740790 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-797333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559537'] for router, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:17.803699 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98122111-9d71-4323-ad9b-ca287044a494 None None] Network 7c991ff3-27de-4b59-a027-84c9882b61c3 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:15:17.828645 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.004647 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.010786 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-52e5eaef-dcb1-40c0-9d91-f7df9c11302d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:18.027414 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-63769deb-b218-47d3-917e-e319fe800ab4 None None] Provisioning for port 789d405b-59b8-4476-a2f1-3a108039db3b completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:15:18.040631 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-63769deb-b218-47d3-917e-e319fe800ab4 None None] Provisioning complete for port 789d405b-59b8-4476-a2f1-3a108039db3b triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:18.040956 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-63769deb-b218-47d3-917e-e319fe800ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.083822 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Router b6a95e99-04dd-4d66-bee2-914075d14c19 is scheduled to L3 agent 30fad739-0224-41ff-944f-60d25c281d4e with binding_index 1 {{(pid=92272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:15:18.088492 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Network 39e97f3c-beae-434e-9a8f-85f55e910d1a is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:15:18.091921 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:15:18.096037 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:15:18.126587 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Pushing event updated for resources: {'Port': ['ID=14875cef-d0cf-437b-a391-6eef68aabf20,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:18.145851 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:18.192466 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:18.193969 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.216695 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-63769deb-b218-47d3-917e-e319fe800ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.278037 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-63769deb-b218-47d3-917e-e319fe800ab4 None None] For port 789d405b-59b8-4476-a2f1-3a108039db3b, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=789d405b-59b8-4476-a2f1-3a108039db3b,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:18.349721 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833a254-83fb-47ae-a65c-df9ec42d8391 req-3e59a322-a5e2-432e-8327-56abfee8e164 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:18.349721 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8833a254-83fb-47ae-a65c-df9ec42d8391 req-3e59a322-a5e2-432e-8327-56abfee8e164 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1082950 May 20 16:15:18.426593 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-63769deb-b218-47d3-917e-e319fe800ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.428294 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:18.437937 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:15:18.448366 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96399e-b413-406a-a370-f5941390553f None None] Sync routers for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:15:18.460132 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96399e-b413-406a-a370-f5941390553f None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:18.460767 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-ca96399e-b413-406a-a370-f5941390553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:15:11Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:18.495572 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0700004 May 20 16:15:18.527680 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Request body: {'port': {'device_id': '6da0d5ad-3a67-4237-b644-c8801d11eff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:18.531126 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63769deb-b218-47d3-917e-e319fe800ab4 None None] Pushing event updated for resources: {'Port': ['ID=789d405b-59b8-4476-a2f1-3a108039db3b,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:18.537158 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-63769deb-b218-47d3-917e-e319fe800ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:18.550210 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-67124fea-ddc1-4be5-8836-9c5ce32e3f63 None None] Provisioning complete for port 789d405b-59b8-4476-a2f1-3a108039db3b triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:18.551922 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-67124fea-ddc1-4be5-8836-9c5ce32e3f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.580903 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] Notify callbacks [] for router, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.583403 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-90d41740-d631-4e6c-b9ef-222b62dc3c5f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1263120 May 20 16:15:18.585182 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8833a254-83fb-47ae-a65c-df9ec42d8391 req-016bb770-33a7-4d4e-aff8-b3bc7b16b7c9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302761 May 20 16:15:18.586133 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48030) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:18.745463 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-ca96399e-b413-406a-a370-f5941390553f None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:18.789951 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:18.816201 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-97bf2f64-3c28-4814-a48f-dbe09f9e2689 req-f0275f35-6adf-4c4c-bdf4-2b0225a9a8e1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 210 time: 0.1299014 May 20 16:15:18.871381 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591f1e3-7d4a-42c1-8875-9fb9e7f5e668 req-2b5f50db-3cec-44fb-9410-eead4964fbac tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:18.872109 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-3591f1e3-7d4a-42c1-8875-9fb9e7f5e668 req-2b5f50db-3cec-44fb-9410-eead4964fbac tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Synchronizing usage tracker for tenant:0a7aa509f2994cd99851f5c510e9b529 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:15:18.957747 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 789d405b-59b8-4476-a2f1-3a108039db3b up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:19.001304 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-3591f1e3-7d4a-42c1-8875-9fb9e7f5e668 req-2b5f50db-3cec-44fb-9410-eead4964fbac tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Unset dirty status for tenant:0a7aa509f2994cd99851f5c510e9b529 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:15:19.005729 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3591f1e3-7d4a-42c1-8875-9fb9e7f5e668 req-2b5f50db-3cec-44fb-9410-eead4964fbac tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 931 time: 0.6034842 May 20 16:15:19.081209 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 789d405b-59b8-4476-a2f1-3a108039db3b triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:19.081209 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.232667 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3591f1e3-7d4a-42c1-8875-9fb9e7f5e668 req-01ebf595-5cb5-4f43-837e-8b1a66184850 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169785 May 20 16:15:19.241647 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-ca96399e-b413-406a-a370-f5941390553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:16Z', 'revision_number': 3, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:19.247813 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96399e-b413-406a-a370-f5941390553f None None] Checking router: b6a95e99-04dd-4d66-bee2-914075d14c19 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:15:19.249162 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96399e-b413-406a-a370-f5941390553f None None] Updating router b6a95e99-04dd-4d66-bee2-914075d14c19 port 9ef39462-4b61-41e4-a194-55b412eb078d binding host dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:15:19.309714 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-ca96399e-b413-406a-a370-f5941390553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.557086 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14875cef-d0cf-437b-a391-6eef68aabf20 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:15:19.566118 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.583057 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Transition to ACTIVE for port object 14875cef-d0cf-437b-a391-6eef68aabf20 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:15:19.721827 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-ca96399e-b413-406a-a370-f5941390553f None None] Notify callbacks [] for port, precommit_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.738788 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.provisioning_blocks [None req-ca96399e-b413-406a-a370-f5941390553f None None] Transition to ACTIVE for port object 9ef39462-4b61-41e4-a194-55b412eb078d will not be triggered until provisioned by entity L2. {{(pid=92274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:15:19.747607 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.750272 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.761358 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8e6c9213-19ab-467b-baca-15e8722a7ef3 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:19.837646 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-ca96399e-b413-406a-a370-f5941390553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.842557 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-0ff63131-734c-44d3-a78e-93f7c6c8e7f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:19.921277 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-ca96399e-b413-406a-a370-f5941390553f None None] Attempting to bind port 9ef39462-4b61-41e4-a194-55b412eb078d on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:15:19.921656 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-ca96399e-b413-406a-a370-f5941390553f None None] Attempting to bind port 9ef39462-4b61-41e4-a194-55b412eb078d by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:15:19.921992 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96399e-b413-406a-a370-f5941390553f None None] Attempting to bind port 9ef39462-4b61-41e4-a194-55b412eb078d on network 8120caa7-72ef-43bf-afbe-41d0992388cc {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:15:19.935371 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96399e-b413-406a-a370-f5941390553f None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:15:19.937601 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96399e-b413-406a-a370-f5941390553f None None] Checking segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:15:19.937601 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-ca96399e-b413-406a-a370-f5941390553f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.937601 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca96399e-b413-406a-a370-f5941390553f None None] Bound using segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:15:19.937601 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-ca96399e-b413-406a-a370-f5941390553f None None] Bound port: 9ef39462-4b61-41e4-a194-55b412eb078d, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:15:19.937601 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-ca96399e-b413-406a-a370-f5941390553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:19.967831 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Pushing event updated for resources: {'Port': ['ID=9ef39462-4b61-41e4-a194-55b412eb078d,revision_number=2']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:19.968880 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Pushing event updated for resources: {'Port': ['ID=14875cef-d0cf-437b-a391-6eef68aabf20,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:19.995272 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:19.995612 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:19.995942 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:19.996265 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:19.996585 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:19.996898 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:19.997213 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:19.997671 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:19.998049 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:19.998368 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:19.998701 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:19.998811 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:19.999023 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:15:20.004220 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:20.034542 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Allocated IP 172.20.0.1 (7c991ff3-27de-4b59-a027-84c9882b61c3/79ec8476-25a8-4da3-86e3-eb6c97020447/5e6e77ad-482f-4341-bd31-4db90d0efbb1) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:15:20.051310 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-ca96399e-b413-406a-a370-f5941390553f None None] For port 9ef39462-4b61-41e4-a194-55b412eb078d, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:15:20.055276 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-ca96399e-b413-406a-a370-f5941390553f None None] For port 9ef39462-4b61-41e4-a194-55b412eb078d, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=9ef39462-4b61-41e4-a194-55b412eb078d,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:15:20.059487 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb6e5f-8b8f-42bb-94f7-3b5b030f67b5 req-f60f619d-96b0-43c8-9f7e-df860901e82d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:20.061061 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-95cb6e5f-8b8f-42bb-94f7-3b5b030f67b5 req-f60f619d-96b0-43c8-9f7e-df860901e82d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.3471975 May 20 16:15:20.067297 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Attempting to bind port 14875cef-d0cf-437b-a391-6eef68aabf20 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:15:20.067640 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Attempting to bind port 14875cef-d0cf-437b-a391-6eef68aabf20 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '7e9edf18-6aa0-403f-bc96-7765c2843fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:15:20.068021 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Attempting to bind port 14875cef-d0cf-437b-a391-6eef68aabf20 on network 39e97f3c-beae-434e-9a8f-85f55e910d1a {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:15:20.091189 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Port 14875cef-d0cf-437b-a391-6eef68aabf20 on network 39e97f3c-beae-434e-9a8f-85f55e910d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:15:20.091425 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Attempting to bind port 14875cef-d0cf-437b-a391-6eef68aabf20 on network 39e97f3c-beae-434e-9a8f-85f55e910d1a {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:15:20.103948 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:15:20.104587 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Checking segment: {'id': '7e9edf18-6aa0-403f-bc96-7765c2843fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:15:20.104725 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Bound using segment: {'id': '7e9edf18-6aa0-403f-bc96-7765c2843fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:15:20.105286 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Bound port: 14875cef-d0cf-437b-a391-6eef68aabf20, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9edf18-6aa0-403f-bc96-7765c2843fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:15:20.105627 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:20.146341 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-ca96399e-b413-406a-a370-f5941390553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:20.150501 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:20.166350 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-95cb6e5f-8b8f-42bb-94f7-3b5b030f67b5 req-046b7c69-62ce-4d3e-882e-9e43f10d188f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957308 May 20 16:15:20.241715 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b6652311-350e-4669-9b3b-90db145f5e8f req-1657f552-7766-44b1-b30e-ce05ac82cb45 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 210 time: 0.0546288 May 20 16:15:20.255744 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96399e-b413-406a-a370-f5941390553f None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:20.256371 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-ca96399e-b413-406a-a370-f5941390553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:15:11Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:20.259999 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] For port 14875cef-d0cf-437b-a391-6eef68aabf20, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:15:20.264483 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:20.267253 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] For port 14875cef-d0cf-437b-a391-6eef68aabf20, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=14875cef-d0cf-437b-a391-6eef68aabf20,segment=NetworkSegment(7e9edf18-6aa0-403f-bc96-7765c2843fa2),segment_id=7e9edf18-6aa0-403f-bc96-7765c2843fa2)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:15:20.284560 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.provisioning_blocks [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Transition to ACTIVE for port object 5e6e77ad-482f-4341-bd31-4db90d0efbb1 will not be triggered until provisioned by entity DHCP. {{(pid=92272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:15:20.352748 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Pushing event updated for resources: {'Port': ['ID=9ef39462-4b61-41e4-a194-55b412eb078d,revision_number=3']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:20.355834 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:20.370760 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:20.380417 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:20.431718 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:20.435956 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7025869f-b2bb-49d5-b4a9-cc550fe4125f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:20.490923 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-ca96399e-b413-406a-a370-f5941390553f None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:20.530021 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Network 7c991ff3-27de-4b59-a027-84c9882b61c3 is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:15:20.534568 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:15:20.539011 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:15:20.539573 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-795048'] for router_interface, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:20.567939 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Pushing event updated for resources: {'Port': ['ID=14875cef-d0cf-437b-a391-6eef68aabf20,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:20.603775 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:20.605010 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:20.605832 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:20.607580 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] 10.222.0.10 "PUT /v2.0/ports/14875cef-d0cf-437b-a391-6eef68aabf20 HTTP/1.1" status: 200 len: 1093 time: 2.0913513 May 20 16:15:20.613118 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da0d5ad-3a67-4237-b644-c8801d11eff1', 'tag': '14875cef-d0cf-437b-a391-6eef68aabf20'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:20.647921 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6e77ad-482f-4341-bd31-4db90d0efbb1,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:20.653142 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:20.878117 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da0d5ad-3a67-4237-b644-c8801d11eff1', 'tag': '14875cef-d0cf-437b-a391-6eef68aabf20', 'status': 'completed', 'code': 200} May 20 16:15:20.967921 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:21.009180 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-16781a56-6622-4918-914e-d577287cde29 None None] Provisioning for port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:15:21.016190 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-16781a56-6622-4918-914e-d577287cde29 None None] Provisioning complete for port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:21.016785 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-16781a56-6622-4918-914e-d577287cde29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:21.027379 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d012a-8ce8-48d8-a45f-a071aaa270af req-e76adea4-19ad-430f-8061-bf5ab1f1977a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:21.028935 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-989d012a-8ce8-48d8-a45f-a071aaa270af req-e76adea4-19ad-430f-8061-bf5ab1f1977a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 943 time: 0.6513610 May 20 16:15:21.035556 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-ca96399e-b413-406a-a370-f5941390553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:16Z', 'revision_number': 3, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:21.044146 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96399e-b413-406a-a370-f5941390553f None None] The sync data for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb is: [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:16Z', 'revision_number': 3, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:15:21.107799 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-d0343eaf-4235-4817-be57-9aef36772dc6 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:21.109502 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-d0343eaf-4235-4817-be57-9aef36772dc6 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.10 "GET /v2.0/networks?id=6f8e0556-63dc-488d-adbb-6bf3eb18cd63 HTTP/1.1" status: 200 len: 808 time: 0.5382664 May 20 16:15:21.115314 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-6b624d51-6b6f-4b22-84f7-0158012ee1d4 req-5bed069c-845d-46d5-8edb-2cba8f1d927d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2409484 May 20 16:15:21.139594 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-16781a56-6622-4918-914e-d577287cde29 None None] Port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:15:21.144680 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Request body: {'port': {'device_id': 'e222c551-885c-4441-a5dd-7fe047e4711d', 'network_id': '6f8e0556-63dc-488d-adbb-6bf3eb18cd63', 'admin_state_up': True, 'tenant_id': '705aaad77b6d4408b78d110feb418df8'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:21.171058 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808164f-8c76-447f-ab51-2a8138d2674d req-a3058517-43c9-4829-bf8d-0b3fc34325a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:21.172889 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-a3058517-43c9-4829-bf8d-0b3fc34325a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a7aa509f2994cd99851f5c510e9b529&device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 1096 time: 0.3942001 May 20 16:15:21.196636 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-989d012a-8ce8-48d8-a45f-a071aaa270af req-32644a79-77d1-412b-8383-462a7b228945 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512082 May 20 16:15:21.337833 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-878fec22-5886-4623-a357-793b71661561 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14875cef-d0cf-437b-a391-6eef68aabf20 HTTP/1.1" status: 200 len: 217 time: 0.1400940 May 20 16:15:21.356459 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:21.430797 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:21.432995 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566547'] for router_interface, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:21.437085 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:21.529466 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d9211f63-090c-4661-8019-0808aa7d8c87 req-d3522525-5fea-465b-8183-9c92d3267639 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 210 time: 0.0890388 May 20 16:15:21.583046 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c84664a6-e211-4588-9d69-ecea27d6dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:21.586226 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-c84664a6-e211-4588-9d69-ecea27d6dccc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ba030de-ab11-409f-8b1c-ce85f85cb78f HTTP/1.1" status: 200 len: 849 time: 0.2166920 May 20 16:15:21.589275 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:21.593782 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Usage tracker for resource:port and tenant:705aaad77b6d4408b78d110feb418df8 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:21.600145 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:21.649888 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:21.663728 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Pushing event updated for resources: {'Port': ['ID=5e6e77ad-482f-4341-bd31-4db90d0efbb1,revision_number=2']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:21.720072 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:21.724146 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-0a4d5220-5191-49a2-a155-3727d9a39139 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39e97f3c-beae-434e-9a8f-85f55e910d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257610 May 20 16:15:21.760905 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b624d51-6b6f-4b22-84f7-0158012ee1d4 req-201482f3-ae1f-4c99-8271-8c4d54708bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:21.762432 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-6b624d51-6b6f-4b22-84f7-0158012ee1d4 req-201482f3-ae1f-4c99-8271-8c4d54708bdd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 1099 time: 0.4036014 May 20 16:15:21.822526 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Made reservation on behalf of 705aaad77b6d4408b78d110feb418df8 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:15:21.826236 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:21.841034 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Network 7c991ff3-27de-4b59-a027-84c9882b61c3 is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:15:21.845046 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:15:22.164164 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb341e27-ed08-4d34-a132-c05fa516b79f req-a42f680a-a6b9-4819-a111-8fea8fd0c7e6 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:22.171414 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cb341e27-ed08-4d34-a132-c05fa516b79f req-a42f680a-a6b9-4819-a111-8fea8fd0c7e6 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.5322971 May 20 16:15:22.213190 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-db32a38e-2d73-410d-9b22-11bb50002c63 None None] Provisioning complete for port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:22.215580 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-db32a38e-2d73-410d-9b22-11bb50002c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:22.226735 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-96aac6a2-af5f-4cca-a85e-057b3c3c494d service neutron] 10.222.0.10 "GET /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4757276 May 20 16:15:22.240138 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b624d51-6b6f-4b22-84f7-0158012ee1d4 req-f144acee-d0bc-489b-a43c-3c466b33a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:22.241727 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-6b624d51-6b6f-4b22-84f7-0158012ee1d4 req-f144acee-d0bc-489b-a43c-3c466b33a7d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 920 time: 0.4477446 May 20 16:15:22.267435 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cb341e27-ed08-4d34-a132-c05fa516b79f req-59783342-53ed-4cb6-8929-fb174ea24a83 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931029 May 20 16:15:22.293304 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Allocated IP 172.20.0.7 (6f8e0556-63dc-488d-adbb-6bf3eb18cd63/2c9eba1b-17a5-401f-b3ca-3d70d8910a0c/489482a3-3979-471a-a559-517c93f72a78) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:15:22.343771 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-6b624d51-6b6f-4b22-84f7-0158012ee1d4 req-797af62f-bf0a-4922-86a9-5bbd0af5c319 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=777ec9b1-c195-4f96-8d94-247b21965ab4 HTTP/1.1" status: 200 len: 217 time: 0.0876751 May 20 16:15:22.381838 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-db32a38e-2d73-410d-9b22-11bb50002c63 None None] Port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:15:22.424631 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Router b6a95e99-04dd-4d66-bee2-914075d14c19 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:15:22.443635 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b624d51-6b6f-4b22-84f7-0158012ee1d4 req-439d1c9f-d5d0-4867-8f64-7469abb83948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:22.445080 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-6b624d51-6b6f-4b22-84f7-0158012ee1d4 req-439d1c9f-d5d0-4867-8f64-7469abb83948 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6768558a-ebcb-4813-ab73-25305c819af2 HTTP/1.1" status: 200 len: 859 time: 0.0924137 May 20 16:15:22.577471 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-6b624d51-6b6f-4b22-84f7-0158012ee1d4 req-87090c7a-aba2-4e02-b85e-4848ec6330fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20ebcdd1-0856-4068-ac72-c6305fc94493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678496 May 20 16:15:22.626034 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e808164f-8c76-447f-ab51-2a8138d2674d req-9cae4e8f-d047-4f1b-afb1-fe560a4a99e5 service neutron] 10.222.0.10 "GET /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720784 May 20 16:15:22.775282 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-592868b2-1fcb-44bd-8135-368cf29d7d27 req-56ad6a1e-8de3-4a9e-8eb0-380b6db3975d tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 210 time: 0.0848260 May 20 16:15:22.807008 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:15:22.854717 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] 10.222.0.11 "PUT /v2.0/routers/b6a95e99-04dd-4d66-bee2-914075d14c19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2499330 May 20 16:15:22.882738 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-6b624d51-6b6f-4b22-84f7-0158012ee1d4 req-8abf981d-51fd-494f-b2d3-4d050839ae37 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972851 May 20 16:15:22.910926 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7dbdf-0a9a-4a18-b995-16b093eb174f req-a4fcef7f-996a-4ae6-92b1-29a00ff7e556 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:22.918339 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-33e7dbdf-0a9a-4a18-b995-16b093eb174f req-a4fcef7f-996a-4ae6-92b1-29a00ff7e556 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 943 time: 0.4333260 May 20 16:15:22.949209 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.008277 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 9ef39462-4b61-41e4-a194-55b412eb078d up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:23.023308 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-33e7dbdf-0a9a-4a18-b995-16b093eb174f req-e57f24c4-3a89-4cd6-a415-b25421ea1ca0 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041765 May 20 16:15:23.032775 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b3271-8e53-4519-9729-bae34c28a7b7 req-5f8d2085-b8b3-4ef0-bd13-396864d00376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:23.035286 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-353b3271-8e53-4519-9729-bae34c28a7b7 req-5f8d2085-b8b3-4ef0-bd13-396864d00376 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a7aa509f2994cd99851f5c510e9b529&device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 1096 time: 0.2586863 May 20 16:15:23.117940 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.151145 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-28306f48-6472-4893-a451-3aac54514e0a tempest-DeleteServersTestJSON-305862983 tempest-DeleteServersTestJSON-305862983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:23.168926 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port 9ef39462-4b61-41e4-a194-55b412eb078d completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:15:23.176756 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 9ef39462-4b61-41e4-a194-55b412eb078d triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:23.177363 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.194239 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-6b624d51-6b6f-4b22-84f7-0158012ee1d4 req-b9ad7b35-5e3a-4c26-8aa0-2f897b2d5a47 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973678 May 20 16:15:23.339413 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Pushing event updated for resources: {'Port': ['ID=489482a3-3979-471a-a559-517c93f72a78,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:23.356249 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:23.429563 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Network 6f8e0556-63dc-488d-adbb-6bf3eb18cd63 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:15:23.438108 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:15:23.439210 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.443968 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:15:23.468985 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port 9ef39462-4b61-41e4-a194-55b412eb078d, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=9ef39462-4b61-41e4-a194-55b412eb078d,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:23.568055 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b3271-8e53-4519-9729-bae34c28a7b7 req-e24feecb-65bb-40a8-86fa-748c0f2d2aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:23.568854 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.569973 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-353b3271-8e53-4519-9729-bae34c28a7b7 req-e24feecb-65bb-40a8-86fa-748c0f2d2aad service neutron] 10.222.0.10 "GET /v2.0/networks?id=39e97f3c-beae-434e-9a8f-85f55e910d1a HTTP/1.1" status: 200 len: 910 time: 0.4994357 May 20 16:15:23.574474 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-79eb2c39-40f9-411f-940b-e5282aea7843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:23.600812 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:23.604588 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:23.654365 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Sync routers for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:15:23.692643 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:23.693837 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:15:11Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:23.712426 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-353b3271-8e53-4519-9729-bae34c28a7b7 req-d211ba49-f82d-4cc7-9ddc-bc0037f2d24d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14875cef-d0cf-437b-a391-6eef68aabf20 HTTP/1.1" status: 200 len: 217 time: 0.0934932 May 20 16:15:23.760238 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48158) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:23.803558 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d4a59-1319-4fec-819a-2f83cfd7ab40 req-ab500b07-344a-40bf-8560-3d0388601aa8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:23.812570 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b56d4a59-1319-4fec-819a-2f83cfd7ab40 req-ab500b07-344a-40bf-8560-3d0388601aa8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.3291945 May 20 16:15:23.838025 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b3271-8e53-4519-9729-bae34c28a7b7 req-5cfa0ea5-1ecb-4214-8934-e989abe74bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:23.840237 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-353b3271-8e53-4519-9729-bae34c28a7b7 req-5cfa0ea5-1ecb-4214-8934-e989abe74bdc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ba030de-ab11-409f-8b1c-ce85f85cb78f HTTP/1.1" status: 200 len: 849 time: 0.1182168 May 20 16:15:23.866912 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48168) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:23.872050 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778678134', 'description': 'tempest-description--172920201'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:23.883945 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:23.893639 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Usage tracker for resource:security_group and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:23.899894 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:23.910611 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:23.926612 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7918046 May 20 16:15:23.942344 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b56d4a59-1319-4fec-819a-2f83cfd7ab40 req-9ee7120d-3d52-4e5c-b50f-95bd40e99b33 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304133 May 20 16:15:23.944639 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-353b3271-8e53-4519-9729-bae34c28a7b7 req-1f950b2c-16d0-461c-b9d7-663e90e181a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39e97f3c-beae-434e-9a8f-85f55e910d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682321 May 20 16:15:23.951339 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Request body: {'port': {'device_id': 'e222c551-885c-4441-a5dd-7fe047e4711d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:24.014611 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=9ef39462-4b61-41e4-a194-55b412eb078d,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:24.020527 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:24.032858 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.061071 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9d17d62d-028f-4a95-9cb7-30dd2e4834f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.066593 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:24.078694 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-9d17d62d-028f-4a95-9cb7-30dd2e4834f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:24.083255 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-9d17d62d-028f-4a95-9cb7-30dd2e4834f0 admin admin] Usage tracker for resource:security_group_rule and tenant:f7f6bcfb17c4481a98b1870e86350c7f is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:24.086304 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-9d17d62d-028f-4a95-9cb7-30dd2e4834f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:24.092252 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-9d17d62d-028f-4a95-9cb7-30dd2e4834f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:24.180398 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9d17d62d-028f-4a95-9cb7-30dd2e4834f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.181815 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:24.186415 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Usage tracker for resource:security_group_rule and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:24.190366 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:24.199297 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:24.258052 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9d17d62d-028f-4a95-9cb7-30dd2e4834f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.268653 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:24.321953 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-353b3271-8e53-4519-9729-bae34c28a7b7 req-bbe8b7c7-f969-4ab8-a37d-d794de2d2a06 service neutron] 10.222.0.10 "GET /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348403 May 20 16:15:24.325086 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-9d17d62d-028f-4a95-9cb7-30dd2e4834f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f7f6bcfb17c4481a98b1870e86350c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637789 May 20 16:15:24.327929 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17d62d-028f-4a95-9cb7-30dd2e4834f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d86b4f-184e-4ac2-96b8-45c9a6d1a6dc,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:24.328087 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 48182) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:24.331519 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-9d17d62d-028f-4a95-9cb7-30dd2e4834f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:24.342013 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98545c6d-d364-436b-a38b-edb2e6bf01ca req-79a05e12-75a2-444f-8f32-e8f7a26baa09 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:24.343186 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-98545c6d-d364-436b-a38b-edb2e6bf01ca req-79a05e12-75a2-444f-8f32-e8f7a26baa09 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Synchronizing usage tracker for tenant:705aaad77b6d4408b78d110feb418df8 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:15:24.391106 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.391526 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.496396 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:21Z', 'revision_number': 2, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:24.500361 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Checking router: b6a95e99-04dd-4d66-bee2-914075d14c19 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:15:24.500725 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Updating router b6a95e99-04dd-4d66-bee2-914075d14c19 port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 binding host dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:15:24.504897 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.515309 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:24.558261 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8232b6d1-d63b-453f-a942-650cd1a5c341,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:24.561331 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:24.565577 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.615316 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adf901-dfb6-49c4-8c9d-9a8428556aaf req-bf01f3c6-38d4-4206-b2d2-78a6965f39af tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:24.616791 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e3adf901-dfb6-49c4-8c9d-9a8428556aaf req-bf01f3c6-38d4-4206-b2d2-78a6965f39af tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 943 time: 0.4423046 May 20 16:15:24.682963 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.685079 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8174646 May 20 16:15:24.687914 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48192) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:24.697039 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Request body: {'security_group_rule': {'security_group_id': '8232b6d1-d63b-453f-a942-650cd1a5c341', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:24.707100 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:24.718243 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Usage tracker for resource:security_group_rule and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:24.723757 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:24.731658 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:24.735837 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-98545c6d-d364-436b-a38b-edb2e6bf01ca req-79a05e12-75a2-444f-8f32-e8f7a26baa09 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Unset dirty status for tenant:705aaad77b6d4408b78d110feb418df8 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:15:24.738127 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-98545c6d-d364-436b-a38b-edb2e6bf01ca req-79a05e12-75a2-444f-8f32-e8f7a26baa09 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 931 time: 0.7038660 May 20 16:15:24.740038 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-353b3271-8e53-4519-9729-bae34c28a7b7 req-056af7eb-cf9b-43c2-b6a4-93e48cd589bf service neutron] 10.222.0.10 "GET /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938172 May 20 16:15:24.785475 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d6a4c34c-347f-4306-b150-33e78f73b7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.814930 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.837040 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e3adf901-dfb6-49c4-8c9d-9a8428556aaf req-1583a849-1a3e-4967-a012-9523b748d649 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103717 May 20 16:15:24.932582 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 9ef39462-4b61-41e4-a194-55b412eb078d up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:24.953643 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.977062 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d6a4c34c-347f-4306-b150-33e78f73b7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:24.992415 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-98545c6d-d364-436b-a38b-edb2e6bf01ca req-302c2276-afc7-46f8-9a39-852ac6a592f2 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Synchronizing usage tracker for tenant:705aaad77b6d4408b78d110feb418df8 on resource:security_group {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:15:25.102296 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.104908 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:25.119413 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Notify callbacks [] for port, precommit_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.124565 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 9ef39462-4b61-41e4-a194-55b412eb078d triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:25.125050 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.145528 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51f3b37-7044-4afa-8b78-276e31a69707,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:25.154593 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:25.254737 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.256719 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5674307 May 20 16:15:25.259485 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48204) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:25.265337 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Request body: {'security_group_rule': {'security_group_id': '8232b6d1-d63b-453f-a942-650cd1a5c341', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:25.271351 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-98545c6d-d364-436b-a38b-edb2e6bf01ca req-302c2276-afc7-46f8-9a39-852ac6a592f2 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Unset dirty status for tenant:705aaad77b6d4408b78d110feb418df8 on resource:security_group {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:15:25.272394 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-98545c6d-d364-436b-a38b-edb2e6bf01ca req-302c2276-afc7-46f8-9a39-852ac6a592f2 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246339 May 20 16:15:25.273437 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:25.277457 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Usage tracker for resource:security_group_rule and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:25.280891 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:25.287326 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:25.323109 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489482a3-3979-471a-a559-517c93f72a78 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:15:25.337669 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.368713 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Transition to ACTIVE for port object 5e6e77ad-482f-4341-bd31-4db90d0efbb1 will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:15:25.371170 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Transition to ACTIVE for port object 489482a3-3979-471a-a559-517c93f72a78 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:15:25.374603 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.379910 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246ad3-e756-4c2f-ba95-9fb57bb7a7f7 req-c4d7c50f-5d45-4539-8979-dfad1a513d26 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:25.381415 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d8246ad3-e756-4c2f-ba95-9fb57bb7a7f7 req-c4d7c50f-5d45-4539-8979-dfad1a513d26 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1148689 May 20 16:15:25.382189 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d6a4c34c-347f-4306-b150-33e78f73b7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.389773 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-adf73820-82e2-4e25-b747-3ce571cb152e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:25.415215 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4c34c-347f-4306-b150-33e78f73b7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d86b4f-184e-4ac2-96b8-45c9a6d1a6dc,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:25.418586 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-d6a4c34c-347f-4306-b150-33e78f73b7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:25.428923 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d6a4c34c-347f-4306-b150-33e78f73b7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.430355 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-d6a4c34c-347f-4306-b150-33e78f73b7cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32d86b4f-184e-4ac2-96b8-45c9a6d1a6dc HTTP/1.1" status: 204 len: 168 time: 1.1014333 May 20 16:15:25.445201 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.467373 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d8246ad3-e756-4c2f-ba95-9fb57bb7a7f7 req-f7f783ee-286d-4ca8-96bf-0d534c23ae25 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703588 May 20 16:15:25.483342 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.483755 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.492984 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7798ed27-7e54-4f0f-87cc-fbf8c42ab7f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:25.501085 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8fcdc40f-9131-4683-8b31-490607f9d034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:25.515337 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.540886 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:25.556960 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5befda3e-3f01-48c0-8df8-5b871a2b28dc,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:25.559499 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:25.666792 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.672602 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4117267 May 20 16:15:25.674418 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48214) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:25.679709 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d6423-1d8e-4989-9ca5-f96976d434ac None None] Pushing event updated for resources: {'Port': ['ID=5e6e77ad-482f-4341-bd31-4db90d0efbb1,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:25.682760 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-7d8d6423-1d8e-4989-9ca5-f96976d434ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:25.690457 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Request body: {'floatingip': {'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:25.696664 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:25.700813 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Usage tracker for resource:floatingip and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:25.702161 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=489482a3-3979-471a-a559-517c93f72a78,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:25.711485 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:25.715121 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:25.721803 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:25.766872 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Attempting to bind port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:15:25.767744 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Attempting to bind port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:15:25.767744 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Attempting to bind port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 on network 7c991ff3-27de-4b59-a027-84c9882b61c3 {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:15:25.774104 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:15:25.774401 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Checking segment: {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:15:25.774809 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.775209 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Bound using segment: {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:15:25.775680 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Bound port: 5e6e77ad-482f-4341-bd31-4db90d0efbb1, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:15:25.776059 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.849518 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Attempting to bind port 489482a3-3979-471a-a559-517c93f72a78 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:15:25.849518 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Attempting to bind port 489482a3-3979-471a-a559-517c93f72a78 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'c64ca876-9811-4cc7-8dda-316bb132d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f8e0556-63dc-488d-adbb-6bf3eb18cd63'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:15:25.849518 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Attempting to bind port 489482a3-3979-471a-a559-517c93f72a78 on network 6f8e0556-63dc-488d-adbb-6bf3eb18cd63 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:15:25.849518 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Port 489482a3-3979-471a-a559-517c93f72a78 on network 6f8e0556-63dc-488d-adbb-6bf3eb18cd63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:15:25.849518 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Attempting to bind port 489482a3-3979-471a-a559-517c93f72a78 on network 6f8e0556-63dc-488d-adbb-6bf3eb18cd63 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:15:25.849518 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:15:25.849518 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Checking segment: {'id': 'c64ca876-9811-4cc7-8dda-316bb132d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f8e0556-63dc-488d-adbb-6bf3eb18cd63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:15:25.850672 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Bound using segment: {'id': 'c64ca876-9811-4cc7-8dda-316bb132d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f8e0556-63dc-488d-adbb-6bf3eb18cd63'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:15:25.850672 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Bound port: 489482a3-3979-471a-a559-517c93f72a78, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c64ca876-9811-4cc7-8dda-316bb132d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '6f8e0556-63dc-488d-adbb-6bf3eb18cd63'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:15:25.850672 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.878465 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:25.973416 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] For port 5e6e77ad-482f-4341-bd31-4db90d0efbb1, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:15:25.976647 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] For port 5e6e77ad-482f-4341-bd31-4db90d0efbb1, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=5e6e77ad-482f-4341-bd31-4db90d0efbb1,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:15:26.036654 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:26.040620 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:26.089124 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] For port 489482a3-3979-471a-a559-517c93f72a78, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:15:26.092857 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] For port 489482a3-3979-471a-a559-517c93f72a78, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=489482a3-3979-471a-a559-517c93f72a78,segment=NetworkSegment(c64ca876-9811-4cc7-8dda-316bb132d04e),segment_id=c64ca876-9811-4cc7-8dda-316bb132d04e)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:15:26.115453 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6dbe8-2701-4df7-ad54-b5ae1c5daa34 req-9b691e33-94d0-4ddf-99ce-24d3c42973ce tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:26.122593 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-69e6dbe8-2701-4df7-ad54-b5ae1c5daa34 req-9b691e33-94d0-4ddf-99ce-24d3c42973ce tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 943 time: 0.1412332 May 20 16:15:26.126067 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:26.127272 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:15:11Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:26.137371 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:26.213494 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d6423-1d8e-4989-9ca5-f96976d434ac None None] Pushing event updated for resources: {'Port': ['ID=5e6e77ad-482f-4341-bd31-4db90d0efbb1,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:26.217681 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-7d8d6423-1d8e-4989-9ca5-f96976d434ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:26.218363 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-69e6dbe8-2701-4df7-ad54-b5ae1c5daa34 req-ee80a6fe-45d3-4fa5-8cfa-37e5a34ace29 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896659 May 20 16:15:26.222372 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:26.242159 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:26.288976 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:26.289635 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:26.291054 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] 10.222.0.10 "PUT /v2.0/ports/489482a3-3979-471a-a559-517c93f72a78 HTTP/1.1" status: 200 len: 1093 time: 2.3446858 May 20 16:15:26.291534 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e222c551-885c-4441-a5dd-7fe047e4711d', 'tag': '489482a3-3979-471a-a559-517c93f72a78'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:26.335462 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 48234) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:26.347114 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 14875cef-d0cf-437b-a391-6eef68aabf20 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:15:26.377189 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f8915103-b712-4f13-81c6-e8f170175b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:26.396185 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e222c551-885c-4441-a5dd-7fe047e4711d', 'tag': '489482a3-3979-471a-a559-517c93f72a78', 'status': 'completed', 'code': 200} May 20 16:15:26.405802 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-f8915103-b712-4f13-81c6-e8f170175b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:26.411761 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-f8915103-b712-4f13-81c6-e8f170175b3e admin admin] Usage tracker for resource:security_group_rule and tenant:87bdfbc758a8451c867193029b24da95 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:26.415251 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-f8915103-b712-4f13-81c6-e8f170175b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:26.423341 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-f8915103-b712-4f13-81c6-e8f170175b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:26.503702 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Allocated IP 172.28.0.144 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/b5ae31eb-7cfb-492d-9c10-2397d6043480) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:15:26.541701 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=489482a3-3979-471a-a559-517c93f72a78,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:26.549037 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:26.575590 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:26.634249 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31958713-5b8b-4fe4-a949-b52b2971656f req-8e5d4618-e043-425f-a9ea-71510a12b64d tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:26.636192 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-31958713-5b8b-4fe4-a949-b52b2971656f req-8e5d4618-e043-425f-a9ea-71510a12b64d tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 943 time: 0.1892121 May 20 16:15:26.672307 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078c1ce-e923-42bd-8bb8-52e61fb1a03f req-3af5e972-17d9-4f19-b212-0728e24bfcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:26.674260 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a078c1ce-e923-42bd-8bb8-52e61fb1a03f req-3af5e972-17d9-4f19-b212-0728e24bfcaa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=705aaad77b6d4408b78d110feb418df8&device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 1096 time: 0.2260392 May 20 16:15:26.684323 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:26.752724 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 14875cef-d0cf-437b-a391-6eef68aabf20, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=14875cef-d0cf-437b-a391-6eef68aabf20,segment=NetworkSegment(7e9edf18-6aa0-403f-bc96-7765c2843fa2),segment_id=7e9edf18-6aa0-403f-bc96-7765c2843fa2)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:26.781121 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': '14875cef-d0cf-437b-a391-6eef68aabf20', 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a', 'port_id': '14875cef-d0cf-437b-a391-6eef68aabf20', 'mac_address': 'fa:16:3e:de:b0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba030de-ab11-409f-8b1c-ce85f85cb78f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:15:26.803430 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f8915103-b712-4f13-81c6-e8f170175b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:26.812711 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:26.818035 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:26.888086 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:15:26.888695 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-31958713-5b8b-4fe4-a949-b52b2971656f req-c2a025b5-249d-494a-a656-aee75062d116 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363381 May 20 16:15:26.891190 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:15:26.895518 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:15:26.907695 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event updated for resources: {'Port': ['ID=b5ae31eb-7cfb-492d-9c10-2397d6043480,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:26.916137 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f8915103-b712-4f13-81c6-e8f170175b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:26.918975 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:26.920421 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:26.935787 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:26.954351 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:26.972986 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14875cef-d0cf-437b-a391-6eef68aabf20 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:15:26.995615 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 14875cef-d0cf-437b-a391-6eef68aabf20, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=14875cef-d0cf-437b-a391-6eef68aabf20,segment=NetworkSegment(7e9edf18-6aa0-403f-bc96-7765c2843fa2),segment_id=7e9edf18-6aa0-403f-bc96-7765c2843fa2)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:27.012533 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8915103-b712-4f13-81c6-e8f170175b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb2add4-8f0a-42aa-8077-2a83f871d5ce,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:27.019989 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-f8915103-b712-4f13-81c6-e8f170175b3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87bdfbc758a8451c867193029b24da95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6834269 May 20 16:15:27.022079 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f8915103-b712-4f13-81c6-e8f170175b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:27.023130 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078c1ce-e923-42bd-8bb8-52e61fb1a03f req-c5bfe214-8e42-43b1-8dbd-313b50240502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:27.027192 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a078c1ce-e923-42bd-8bb8-52e61fb1a03f req-c5bfe214-8e42-43b1-8dbd-313b50240502 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=705aaad77b6d4408b78d110feb418df8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3348560 May 20 16:15:27.027192 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 48246) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:27.047683 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:25Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:27.052623 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150981aa-0a53-4466-93ef-0105971bcb63 None None] The sync data for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb is: [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:25Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:15:27.089300 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:27.091104 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:27.176895 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:27.213749 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d333cdd-1664-4afd-ac6d-31a1a2eadcc8 req-15cab548-9c6a-49e9-9c35-7c0098589877 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:27.223111 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5d333cdd-1664-4afd-ac6d-31a1a2eadcc8 req-15cab548-9c6a-49e9-9c35-7c0098589877 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.5474398 May 20 16:15:27.239095 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=14875cef-d0cf-437b-a391-6eef68aabf20,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:27.242667 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:27.315183 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5d333cdd-1664-4afd-ac6d-31a1a2eadcc8 req-615250f4-1ed3-49f6-aff1-1534d07d6816 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906315 May 20 16:15:27.339643 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-37212a4e-18a0-4c7c-8bd4-936120be949c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:27.375177 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-37212a4e-18a0-4c7c-8bd4-936120be949c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:27.426399 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078c1ce-e923-42bd-8bb8-52e61fb1a03f req-846e8dcd-e177-448c-8250-112cd8c6a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:27.428655 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a078c1ce-e923-42bd-8bb8-52e61fb1a03f req-846e8dcd-e177-448c-8250-112cd8c6a57b service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3881235 May 20 16:15:27.505096 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['14875cef-d0cf-437b-a391-6eef68aabf20'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:15:27.562605 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for port, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:27.575966 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48258) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:27.643559 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:27.643855 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-28978af1-e221-4038-a40a-0bc363f860f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:27.645387 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-28978af1-e221-4038-a40a-0bc363f860f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=705aaad77b6d4408b78d110feb418df8&device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 1096 time: 0.1724381 May 20 16:15:27.650997 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:27.654712 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a07828-65dc-43d5-bbcb-dbbf79439ed4 req-2ca82e1e-fbcd-43bb-9adc-52602adc3e34 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:27.657046 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-48a07828-65dc-43d5-bbcb-dbbf79439ed4 req-2ca82e1e-fbcd-43bb-9adc-52602adc3e34 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 944 time: 0.1420145 May 20 16:15:27.684113 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:27.775464 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:27.837040 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-490fd42e-b890-46a8-93cd-6a7318f166b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:27.880687 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event updated for resources: {'Port': ['ID=b5ae31eb-7cfb-492d-9c10-2397d6043480,revision_number=2']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:27.884188 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:27.890168 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-490fd42e-b890-46a8-93cd-6a7318f166b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:27.895103 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-490fd42e-b890-46a8-93cd-6a7318f166b2 admin admin] Usage tracker for resource:security_group_rule and tenant:b81815c05ba348c992ac9a0b5d33a3c5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:27.895451 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-37212a4e-18a0-4c7c-8bd4-936120be949c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:27.897741 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-490fd42e-b890-46a8-93cd-6a7318f166b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:27.901133 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:27.902533 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2266698 May 20 16:15:27.902811 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8553e45a-bf5e-41da-8d22-10f7dc2208a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:27.906523 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-490fd42e-b890-46a8-93cd-6a7318f166b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:27.914862 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-9990ad76-4ed9-4bd6-b910-4c44690885b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=489482a3-3979-471a-a559-517c93f72a78 HTTP/1.1" status: 200 len: 217 time: 0.2528954 May 20 16:15:27.980373 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37212a4e-18a0-4c7c-8bd4-936120be949c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb2add4-8f0a-42aa-8077-2a83f871d5ce,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:27.992812 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-37212a4e-18a0-4c7c-8bd4-936120be949c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:28.012461 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-37212a4e-18a0-4c7c-8bd4-936120be949c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:28.016132 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-37212a4e-18a0-4c7c-8bd4-936120be949c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6fb2add4-8f0a-42aa-8077-2a83f871d5ce HTTP/1.1" status: 204 len: 168 time: 0.9866779 May 20 16:15:28.025018 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-48a07828-65dc-43d5-bbcb-dbbf79439ed4 req-b83c568a-5a79-48ba-9271-8a0edc410a10 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965779 May 20 16:15:28.026935 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-39ad7c6d-0624-4acf-be5c-4210a890f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:28.028362 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-39ad7c6d-0624-4acf-be5c-4210a890f802 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2c9eba1b-17a5-401f-b3ca-3d70d8910a0c HTTP/1.1" status: 200 len: 848 time: 0.1055796 May 20 16:15:28.049842 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-490fd42e-b890-46a8-93cd-6a7318f166b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:28.136676 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-490fd42e-b890-46a8-93cd-6a7318f166b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:28.137946 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-97934df3-9b57-4842-bc2d-ba72e9f01ea9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6f8e0556-63dc-488d-adbb-6bf3eb18cd63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953417 May 20 16:15:28.144440 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-63e7bb87-d6c1-4f0c-8c2e-16e1477516a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:28.198179 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-490fd42e-b890-46a8-93cd-6a7318f166b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b81815c05ba348c992ac9a0b5d33a3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6209338 May 20 16:15:28.199108 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fd42e-b890-46a8-93cd-6a7318f166b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62501b4f-0c62-4f4d-b4bf-9f56e9c8810d,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:28.201506 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48282) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:28.213630 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-490fd42e-b890-46a8-93cd-6a7318f166b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:28.276593 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8962d2d2-f12f-4048-a7e2-3e838f42d6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:28.308424 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8962d2d2-f12f-4048-a7e2-3e838f42d6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:28.335495 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47202403-b705-426a-8c9d-19d9499ba52c req-394e2d19-972d-4b6b-9e13-e449848713e7 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:28.350677 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-47202403-b705-426a-8c9d-19d9499ba52c req-394e2d19-972d-4b6b-9e13-e449848713e7 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 943 time: 0.2519414 May 20 16:15:28.394263 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-d7e5f157-e57c-49ce-8a13-01537af796c3 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--778678134&fields=id&tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3 HTTP/1.1" status: 200 len: 267 time: 0.1202989 May 20 16:15:28.410761 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-0212210d-8e71-41bf-b82e-70551a49c02f service neutron] 10.222.0.10 "GET /v2.0/networks/6f8e0556-63dc-488d-adbb-6bf3eb18cd63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533064 May 20 16:15:28.437476 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8962d2d2-f12f-4048-a7e2-3e838f42d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:28.446536 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:28.469555 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-47202403-b705-426a-8c9d-19d9499ba52c req-77b92ee6-1ad9-452d-9c36-8aaf78761bc9 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205626 May 20 16:15:28.470063 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8962d2d2-f12f-4048-a7e2-3e838f42d6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:28.484086 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-8962d2d2-f12f-4048-a7e2-3e838f42d6ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62501b4f-0c62-4f4d-b4bf-9f56e9c8810d HTTP/1.1" status: 204 len: 168 time: 0.2770836 May 20 16:15:28.485208 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962d2d2-f12f-4048-a7e2-3e838f42d6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62501b4f-0c62-4f4d-b4bf-9f56e9c8810d,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:28.498191 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-8962d2d2-f12f-4048-a7e2-3e838f42d6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:28.723856 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bde36c99-7867-47be-a6bb-1183ba4b3523 req-e55223a9-f92a-4085-b9d5-6a208e16a052 service neutron] 10.222.0.10 "GET /v2.0/networks/6f8e0556-63dc-488d-adbb-6bf3eb18cd63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851739 May 20 16:15:28.754923 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-d9a074d2-a9ef-4134-9d74-d7ce8612200f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:28.757170 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-d9a074d2-a9ef-4134-9d74-d7ce8612200f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/networks?id=7c991ff3-27de-4b59-a027-84c9882b61c3 HTTP/1.1" status: 200 len: 810 time: 0.3488224 May 20 16:15:28.775989 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-87326583-cfb3-4833-b92a-e26f096c13c0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/quotas/2c3bd07c9e0742e59804b8fe8e215eb3 HTTP/1.1" status: 200 len: 375 time: 0.0132105 May 20 16:15:28.852006 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c9ca6-332b-45d9-91c5-c55dc2c86698 req-bb8860b4-b9c0-4ba7-a4fd-0048682fe6bd tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:28.853621 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d25c9ca6-332b-45d9-91c5-c55dc2c86698 req-bb8860b4-b9c0-4ba7-a4fd-0048682fe6bd tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1871111 May 20 16:15:28.937246 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 5e6e77ad-482f-4341-bd31-4db90d0efbb1 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:28.955971 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d25c9ca6-332b-45d9-91c5-c55dc2c86698 req-fefa1db6-d51d-4970-99fb-e9db7621e237 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764980 May 20 16:15:28.979488 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-8052acd7-4bad-4fa5-9a77-4194f467a6dd tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1973169 May 20 16:15:29.144690 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:15:29.150094 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:29.150665 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:29.211569 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-c2be0aa9-1d86-4eb2-9d54-bb5e1ed63b6b service neutron] 10.222.0.11 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115710 May 20 16:15:29.354026 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:29.390548 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port 5e6e77ad-482f-4341-bd31-4db90d0efbb1, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=5e6e77ad-482f-4341-bd31-4db90d0efbb1,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:29.404206 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-94a253ee-d816-4744-9875-769d6efee952 service neutron] 10.222.0.11 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862478 May 20 16:15:29.417724 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 48322) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:29.443681 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2f038995-b8fc-45b5-8b6b-7a4cfd1e82c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:29.462265 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35daf3-9d1f-4d68-9c9e-4b037fc210d2 req-da12aa57-4775-4cd9-9cd5-593252a79176 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:29.463775 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7e35daf3-9d1f-4d68-9c9e-4b037fc210d2 req-da12aa57-4775-4cd9-9cd5-593252a79176 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 944 time: 0.2015367 May 20 16:15:29.469770 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-2f038995-b8fc-45b5-8b6b-7a4cfd1e82c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:29.491997 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-2f038995-b8fc-45b5-8b6b-7a4cfd1e82c2 admin admin] Usage tracker for resource:security_group_rule and tenant:379caac91b8946c697f33c9671c2681b is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:29.496162 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-2f038995-b8fc-45b5-8b6b-7a4cfd1e82c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:29.506116 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-2f038995-b8fc-45b5-8b6b-7a4cfd1e82c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:29.541071 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7e35daf3-9d1f-4d68-9c9e-4b037fc210d2 req-20afa48b-2fcd-4e19-8eee-4e4976cc9c5a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680535 May 20 16:15:29.552126 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:29.554387 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:29.627152 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=5e6e77ad-482f-4341-bd31-4db90d0efbb1,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:29.631370 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:29.723135 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaa8de-f59f-44ce-9cf9-85707334822f req-ad3d8c8d-c7cb-47d7-aec4-8865ef45924b tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:29.724637 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bdbaa8de-f59f-44ce-9cf9-85707334822f req-ad3d8c8d-c7cb-47d7-aec4-8865ef45924b tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 943 time: 0.0885835 May 20 16:15:29.785706 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bdbaa8de-f59f-44ce-9cf9-85707334822f req-ac1ec041-a414-4129-94da-be8ca5b3497b tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543890 May 20 16:15:29.844092 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2157c65f-02e7-4a72-9bd0-0d56513ad637 req-56f74d3a-3c05-475f-9da4-547b886b0912 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 210 time: 0.0546656 May 20 16:15:29.900855 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2f038995-b8fc-45b5-8b6b-7a4cfd1e82c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:29.979398 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2f038995-b8fc-45b5-8b6b-7a4cfd1e82c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:29.987812 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:30.031229 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-2f038995-b8fc-45b5-8b6b-7a4cfd1e82c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=379caac91b8946c697f33c9671c2681b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6100950 May 20 16:15:30.032061 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48342) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:30.050603 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f038995-b8fc-45b5-8b6b-7a4cfd1e82c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2248895-1c80-48e8-aec2-3899b3609370,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:30.056477 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2f038995-b8fc-45b5-8b6b-7a4cfd1e82c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:30.107683 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-37151530-9939-4024-837b-e1f295f9176a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:30.142923 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-37151530-9939-4024-837b-e1f295f9176a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:30.159768 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74353651-d453-4443-8923-885de854d0a1 req-3787797d-efb6-4951-8c71-c585016d0c76 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:30.168387 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-74353651-d453-4443-8923-885de854d0a1 req-3787797d-efb6-4951-8c71-c585016d0c76 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1105874 May 20 16:15:30.287511 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 14875cef-d0cf-437b-a391-6eef68aabf20 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:30.301525 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-74353651-d453-4443-8923-885de854d0a1 req-3ae9674f-4714-4edf-a382-a141dadda69e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321912 May 20 16:15:30.375158 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-37151530-9939-4024-837b-e1f295f9176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:30.378947 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2f61270b-c2e3-4bd7-8df9-d33f5644868e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:30.398759 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37151530-9939-4024-837b-e1f295f9176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2248895-1c80-48e8-aec2-3899b3609370,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:30.401671 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-37151530-9939-4024-837b-e1f295f9176a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:30.404212 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-37151530-9939-4024-837b-e1f295f9176a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:30.407578 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-37151530-9939-4024-837b-e1f295f9176a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d2248895-1c80-48e8-aec2-3899b3609370 HTTP/1.1" status: 204 len: 168 time: 0.3726254 May 20 16:15:30.443347 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port 14875cef-d0cf-437b-a391-6eef68aabf20 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:15:30.449779 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port 14875cef-d0cf-437b-a391-6eef68aabf20 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:30.450425 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:30.507981 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa89135-79bb-447f-95a1-db5f20795cc7 req-28ee6c8d-8570-4ff9-961b-c66cbe05d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:30.510067 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fa89135-79bb-447f-95a1-db5f20795cc7 req-28ee6c8d-8570-4ff9-961b-c66cbe05d77a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 1099 time: 0.1047070 May 20 16:15:30.596936 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fa89135-79bb-447f-95a1-db5f20795cc7 req-53bbf9b1-c514-4b61-b06f-731fc56882fd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732791 May 20 16:15:30.606428 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:30.636302 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da0d5ad-3a67-4237-b644-c8801d11eff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14875cef-d0cf-437b-a391-6eef68aabf20'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:30.647213 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 14875cef-d0cf-437b-a391-6eef68aabf20, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=14875cef-d0cf-437b-a391-6eef68aabf20,segment=NetworkSegment(7e9edf18-6aa0-403f-bc96-7765c2843fa2),segment_id=7e9edf18-6aa0-403f-bc96-7765c2843fa2)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:30.688477 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da0d5ad-3a67-4237-b644-c8801d11eff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14875cef-d0cf-437b-a391-6eef68aabf20', 'code': 200} May 20 16:15:30.706138 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:30.708412 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:30.787339 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=14875cef-d0cf-437b-a391-6eef68aabf20,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:30.791121 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:30.817864 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5b8f9-8ee7-4ac7-91d6-2bd72458003c req-c3f60052-cf58-42f4-a39e-5fd6ecc707f2 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:30.830409 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-09e5b8f9-8ee7-4ac7-91d6-2bd72458003c req-c3f60052-cf58-42f4-a39e-5fd6ecc707f2 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 945 time: 0.1432571 May 20 16:15:30.889464 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-09e5b8f9-8ee7-4ac7-91d6-2bd72458003c req-3aece3f3-3fc5-46ac-9d95-1154cc176f17 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579917 May 20 16:15:30.900997 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 5e6e77ad-482f-4341-bd31-4db90d0efbb1 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:30.979211 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-53a3033c-30c0-498e-833d-2396b2025599 req-28d81bab-3cd2-4029-b87f-e78cb48b2e8d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 210 time: 0.0470355 May 20 16:15:31.044484 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:31.044888 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:31.086242 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f84c2-4694-4c20-8977-116e9bb3de33 req-2290ff92-a193-4955-81dc-a8c650dee972 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:31.088441 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1f2f84c2-4694-4c20-8977-116e9bb3de33 req-2290ff92-a193-4955-81dc-a8c650dee972 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 943 time: 0.1119766 May 20 16:15:31.145768 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1f2f84c2-4694-4c20-8977-116e9bb3de33 req-6ee2d074-b6d5-45ef-8cd4-c5f04613b682 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478482 May 20 16:15:31.230688 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2daa6-1788-4e92-aecc-2c833651dff9 req-0829c0cd-93f9-45b4-83ca-8ed7cd85a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:31.232159 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-80b2daa6-1788-4e92-aecc-2c833651dff9 req-0829c0cd-93f9-45b4-83ca-8ed7cd85a917 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 1098 time: 0.0707283 May 20 16:15:31.302226 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-80b2daa6-1788-4e92-aecc-2c833651dff9 req-623fd538-7ad1-4082-b850-5bb79bf22649 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556281 May 20 16:15:31.541013 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d91612-d0bb-4062-94b1-739c6e160068 req-b62714c5-4638-4034-9c0d-ed0c7e19fec4 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:31.547587 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d8d91612-d0bb-4062-94b1-739c6e160068 req-b62714c5-4638-4034-9c0d-ed0c7e19fec4 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1087160 May 20 16:15:31.614451 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d8d91612-d0bb-4062-94b1-739c6e160068 req-2fa62f1c-473c-46f2-b856-db28c2279929 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542850 May 20 16:15:32.114567 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4048055-bdaa-46e3-97a5-d0e24d382952 req-55551929-528e-467f-9a9f-f78bd81602e9 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:32.116157 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a4048055-bdaa-46e3-97a5-d0e24d382952 req-55551929-528e-467f-9a9f-f78bd81602e9 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 945 time: 0.1173193 May 20 16:15:32.189864 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d760f25f-374c-430c-8bee-4092bd1fe17f req-3b0e9ab6-e185-4fd0-8316-06d25cfd8152 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 210 time: 0.0503895 May 20 16:15:32.224774 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a4048055-bdaa-46e3-97a5-d0e24d382952 req-840a9e5e-19c9-4b87-80f0-bc005d579c32 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980017 May 20 16:15:32.295399 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 489482a3-3979-471a-a559-517c93f72a78 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:15:32.423238 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4992d-494b-47a8-8fc8-ab012e0eb897 req-338ce393-24f8-43c1-b9cc-849db815a4cb tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:32.425171 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-eeb4992d-494b-47a8-8fc8-ab012e0eb897 req-338ce393-24f8-43c1-b9cc-849db815a4cb tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 943 time: 0.1141791 May 20 16:15:32.490014 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-eeb4992d-494b-47a8-8fc8-ab012e0eb897 req-cd0d5c94-99b0-4cd3-8bc8-f2fd38c3f1f9 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581543 May 20 16:15:32.507490 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 489482a3-3979-471a-a559-517c93f72a78, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=489482a3-3979-471a-a559-517c93f72a78,segment=NetworkSegment(c64ca876-9811-4cc7-8dda-316bb132d04e),segment_id=c64ca876-9811-4cc7-8dda-316bb132d04e)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:32.521660 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': '489482a3-3979-471a-a559-517c93f72a78', 'network_id': '6f8e0556-63dc-488d-adbb-6bf3eb18cd63', 'port_id': '489482a3-3979-471a-a559-517c93f72a78', 'mac_address': 'fa:16:3e:a9:fa:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9eba1b-17a5-401f-b3ca-3d70d8910a0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:15:32.577521 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:32.596850 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489482a3-3979-471a-a559-517c93f72a78 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:15:32.614529 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 489482a3-3979-471a-a559-517c93f72a78, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=489482a3-3979-471a-a559-517c93f72a78,segment=NetworkSegment(c64ca876-9811-4cc7-8dda-316bb132d04e),segment_id=c64ca876-9811-4cc7-8dda-316bb132d04e)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:32.716950 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:32.719693 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:32.802428 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=489482a3-3979-471a-a559-517c93f72a78,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:32.806079 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:32.823489 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9248c-3469-4dfd-a1a5-eb4420c0fc2d req-f8484b4b-5f2f-4d0b-9705-5c577370373c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:32.823489 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efc9248c-3469-4dfd-a1a5-eb4420c0fc2d req-f8484b4b-5f2f-4d0b-9705-5c577370373c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.0948727 May 20 16:15:32.874176 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efc9248c-3469-4dfd-a1a5-eb4420c0fc2d req-3b0ea146-dc17-456d-8aae-864f502ffa18 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422254 May 20 16:15:32.938364 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48450) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:33.012761 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['489482a3-3979-471a-a559-517c93f72a78'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:15:33.085423 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d6347078-5559-4d0d-93e9-8088e938e8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:33.101115 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-d6347078-5559-4d0d-93e9-8088e938e8c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:33.105618 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-d6347078-5559-4d0d-93e9-8088e938e8c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8b3dc623640b4800aff7f2bce037ba99 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:33.108869 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-d6347078-5559-4d0d-93e9-8088e938e8c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:33.116153 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-d6347078-5559-4d0d-93e9-8088e938e8c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:33.161134 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0dcb6-5440-4ef1-b93c-b10d6c7f0722 req-2451e9c5-8143-472d-91ed-40bb9e5f2a4e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:33.168350 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-09c0dcb6-5440-4ef1-b93c-b10d6c7f0722 req-2451e9c5-8143-472d-91ed-40bb9e5f2a4e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1682317 May 20 16:15:33.224650 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-b883d808-1d9c-4aef-9e51-60d95fa032f6 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:33.226773 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-b883d808-1d9c-4aef-9e51-60d95fa032f6 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.10 "GET /v2.0/networks?id=7c991ff3-27de-4b59-a027-84c9882b61c3 HTTP/1.1" status: 200 len: 810 time: 0.2692444 May 20 16:15:33.284056 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-09c0dcb6-5440-4ef1-b93c-b10d6c7f0722 req-1666111c-aa4e-4c9f-bb04-c5a7969a837c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148453 May 20 16:15:33.285321 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d6347078-5559-4d0d-93e9-8088e938e8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:33.324277 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-e05d0a4b-4531-4dd0-a3d8-837ecb48ab24 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3 HTTP/1.1" status: 200 len: 379 time: 0.0762146 May 20 16:15:33.342985 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Request body: {'port': {'device_id': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'admin_state_up': True, 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'security_groups': ['8232b6d1-d63b-453f-a942-650cd1a5c341']}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:33.363811 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d6347078-5559-4d0d-93e9-8088e938e8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:33.373893 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c8358287-2264-4b0d-9ddd-78eba89c0efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:33.430918 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-d6347078-5559-4d0d-93e9-8088e938e8c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8b3dc623640b4800aff7f2bce037ba99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908023 May 20 16:15:33.433033 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6347078-5559-4d0d-93e9-8088e938e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deea045b-31d1-49ff-8870-03f856c975c1,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:33.436349 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48472) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:33.440255 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d6347078-5559-4d0d-93e9-8088e938e8c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:33.513043 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-767835c2-cd8e-4436-94d0-48c5339eeca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:33.540589 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f3d2b75b-fefd-4bc0-aaa6-33936d3b5b02 req-eef39197-b8dc-4367-929b-4adfb8be1cb9 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 210 time: 0.1824138 May 20 16:15:33.544582 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-767835c2-cd8e-4436-94d0-48c5339eeca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:34.056455 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:34.056455 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Usage tracker for resource:port and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:34.056455 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:34.056455 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:34.056455 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3506a8-7b0b-4ca5-9830-ea37f112c7d3 req-8f2c8d60-b76c-40e3-8a3b-c13c4763fe87 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:34.056455 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9e3506a8-7b0b-4ca5-9830-ea37f112c7d3 req-8f2c8d60-b76c-40e3-8a3b-c13c4763fe87 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 945 time: 0.3421278 May 20 16:15:34.056455 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6d174-fa11-44ec-809f-d7f2eea553d4 req-76b9c359-b309-40a9-9b18-d799eb919493 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:34.056455 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5af6d174-fa11-44ec-809f-d7f2eea553d4 req-76b9c359-b309-40a9-9b18-d799eb919493 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 944 time: 0.1689422 May 20 16:15:34.056455 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9e3506a8-7b0b-4ca5-9830-ea37f112c7d3 req-77576c13-e6a3-4859-a0ac-dee61f192d28 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651567 May 20 16:15:34.056455 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5af6d174-fa11-44ec-809f-d7f2eea553d4 req-d65fa260-a200-4e0e-89f0-b7ed149c60be tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457067 May 20 16:15:34.306645 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 489482a3-3979-471a-a559-517c93f72a78 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:34.316083 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-767835c2-cd8e-4436-94d0-48c5339eeca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:34.320918 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-55f9092a-d69b-4be7-a5f8-409bc251d346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:34.333482 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767835c2-cd8e-4436-94d0-48c5339eeca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deea045b-31d1-49ff-8870-03f856c975c1,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:34.336314 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-767835c2-cd8e-4436-94d0-48c5339eeca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:34.338335 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-767835c2-cd8e-4436-94d0-48c5339eeca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:34.341709 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-767835c2-cd8e-4436-94d0-48c5339eeca9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/deea045b-31d1-49ff-8870-03f856c975c1 HTTP/1.1" status: 204 len: 168 time: 0.9016898 May 20 16:15:34.368446 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Made reservation on behalf of 2c3bd07c9e0742e59804b8fe8e215eb3 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:15:34.373580 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:34.477757 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port 489482a3-3979-471a-a559-517c93f72a78 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:15:34.486040 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port 489482a3-3979-471a-a559-517c93f72a78 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:34.490683 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:34.612903 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:34.647507 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e222c551-885c-4441-a5dd-7fe047e4711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489482a3-3979-471a-a559-517c93f72a78'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:34.658632 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 489482a3-3979-471a-a559-517c93f72a78, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=489482a3-3979-471a-a559-517c93f72a78,segment=NetworkSegment(c64ca876-9811-4cc7-8dda-316bb132d04e),segment_id=c64ca876-9811-4cc7-8dda-316bb132d04e)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:34.677137 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Allocated IP 172.20.0.8 (7c991ff3-27de-4b59-a027-84c9882b61c3/79ec8476-25a8-4da3-86e3-eb6c97020447/91ca87b5-ebc0-4ff9-b981-50c4e750c2a0) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:15:34.705689 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e222c551-885c-4441-a5dd-7fe047e4711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489482a3-3979-471a-a559-517c93f72a78', 'code': 200} May 20 16:15:34.767610 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2338f178-93b5-42a6-9614-e874daf3a4d0 req-8aa9f553-a8a7-471f-8b5e-5d691232fdd3 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 210 time: 0.0631549 May 20 16:15:34.799264 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:34.799264 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:34.874079 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=489482a3-3979-471a-a559-517c93f72a78,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:34.882092 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:35.010305 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:35.031809 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Transition to ACTIVE for port object 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 will not be triggered until provisioned by entity DHCP. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:15:35.198823 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:35.255651 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:35.343105 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Network 7c991ff3-27de-4b59-a027-84c9882b61c3 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:15:35.348500 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:15:35.355120 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:15:35.392982 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event updated for resources: {'Port': ['ID=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:35.403271 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:35.438811 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52059d2-430f-44f8-bbae-59f981f1c37a req-1e0c8f9d-0903-4688-a8c8-5b4b70d70566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:35.440904 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b52059d2-430f-44f8-bbae-59f981f1c37a req-1e0c8f9d-0903-4688-a8c8-5b4b70d70566 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 1098 time: 0.2855670 May 20 16:15:35.447547 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:35.448510 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:35.494422 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd274508-69a4-4196-84d7-5171d6e9dbbf req-f5598dac-770e-4490-b19c-014ee437c322 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:35.497261 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dd274508-69a4-4196-84d7-5171d6e9dbbf req-f5598dac-770e-4490-b19c-014ee437c322 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 945 time: 0.3036902 May 20 16:15:35.550482 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b52059d2-430f-44f8-bbae-59f981f1c37a req-0ee868de-abee-412b-b9d5-837710aa379b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950637 May 20 16:15:35.575668 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dd274508-69a4-4196-84d7-5171d6e9dbbf req-1955d405-b1fb-42ce-a17e-f34f60b1eed5 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678904 May 20 16:15:35.609002 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2707944 May 20 16:15:35.622301 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Request body: {'port': {'device_id': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:35.744227 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:35.774386 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-d134d6e2-7e2d-495e-b51b-afc174154ac0 None None] Provisioning for port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:15:35.785476 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-d134d6e2-7e2d-495e-b51b-afc174154ac0 None None] Provisioning complete for port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:35.786143 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d134d6e2-7e2d-495e-b51b-afc174154ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:35.869918 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-d134d6e2-7e2d-495e-b51b-afc174154ac0 None None] Port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:15:36.175836 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b715c-1280-48e5-b038-cffd559bb842 req-21ad4323-cd2a-4258-a13f-0b30260f2c06 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:36.176520 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-498b715c-1280-48e5-b038-cffd559bb842 req-21ad4323-cd2a-4258-a13f-0b30260f2c06 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Synchronizing usage tracker for tenant:2c3bd07c9e0742e59804b8fe8e215eb3 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:15:36.264351 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:15:36.273159 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:36.288720 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-498b715c-1280-48e5-b038-cffd559bb842 req-21ad4323-cd2a-4258-a13f-0b30260f2c06 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Unset dirty status for tenant:2c3bd07c9e0742e59804b8fe8e215eb3 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:15:36.296136 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-498b715c-1280-48e5-b038-cffd559bb842 req-21ad4323-cd2a-4258-a13f-0b30260f2c06 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 931 time: 0.3202868 May 20 16:15:36.302220 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Transition to ACTIVE for port object 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:15:36.341849 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-498b715c-1280-48e5-b038-cffd559bb842 req-fb2a341b-776c-4c9d-9823-9367c2b9c5bc tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 May 20 16:15:36.403589 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:36.410085 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:36.577888 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Pushing event updated for resources: {'Port': ['ID=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:36.586691 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:36.678166 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Attempting to bind port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:15:36.678496 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Attempting to bind port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:15:36.678826 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Attempting to bind port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 on network 7c991ff3-27de-4b59-a027-84c9882b61c3 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:15:36.684043 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 on network 7c991ff3-27de-4b59-a027-84c9882b61c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:15:36.684356 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Attempting to bind port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 on network 7c991ff3-27de-4b59-a027-84c9882b61c3 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:15:36.689713 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:15:36.690102 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Checking segment: {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:15:36.690486 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Bound using segment: {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:15:36.690904 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Bound port: 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:15:36.691254 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:36.876337 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48606) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:36.918865 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] For port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:15:36.922751 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] For port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:15:36.950763 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab48eed-c678-410d-aeeb-6cf41a90ac36 req-33b4c729-fd18-47cc-a96d-2304f3da89ad tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:36.962366 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2ab48eed-c678-410d-aeeb-6cf41a90ac36 req-33b4c729-fd18-47cc-a96d-2304f3da89ad tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 945 time: 0.1991096 May 20 16:15:37.022863 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2ab48eed-c678-410d-aeeb-6cf41a90ac36 req-0cde247a-8a7e-4686-b903-b41dff6439a2 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641108 May 20 16:15:37.036165 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-05c05c27-697c-4e1d-a80f-b777342cd1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:37.055292 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-05c05c27-697c-4e1d-a80f-b777342cd1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:37.059902 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-05c05c27-697c-4e1d-a80f-b777342cd1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:60b29fb7e697426cb8eae3fcc7993175 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:37.063258 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-05c05c27-697c-4e1d-a80f-b777342cd1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:37.070322 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-05c05c27-697c-4e1d-a80f-b777342cd1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:37.074566 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:37.080781 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:37.190862 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:37.191475 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:37.192965 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] 10.222.0.10 "PUT /v2.0/ports/91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 HTTP/1.1" status: 200 len: 1093 time: 1.5751138 May 20 16:15:37.193473 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'tag': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:37.215602 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-05c05c27-697c-4e1d-a80f-b777342cd1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:37.228926 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Pushing event updated for resources: {'Port': ['ID=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:37.233781 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:37.311539 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-05c05c27-697c-4e1d-a80f-b777342cd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:37.325888 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b2b5fc24-55ef-4694-83cc-e5b11691e6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:37.369042 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c05c27-697c-4e1d-a80f-b777342cd1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c203aaf-cef8-4e61-bf54-e2474c27672d,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:37.403237 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-05c05c27-697c-4e1d-a80f-b777342cd1c6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60b29fb7e697426cb8eae3fcc7993175&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256770 May 20 16:15:37.404305 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-05c05c27-697c-4e1d-a80f-b777342cd1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:37.405596 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48630) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:37.448312 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-1a3f5714-325c-4441-86a3-fc7713414e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:37.455723 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-1a3f5714-325c-4441-86a3-fc7713414e73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 1096 time: 0.1141946 May 20 16:15:37.496770 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-915d4ef7-f754-425d-bf3a-ad6bb82a9473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:37.527502 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-915d4ef7-f754-425d-bf3a-ad6bb82a9473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:37.549085 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-240fabda-ad82-4b8f-a491-76f33c8c42e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 HTTP/1.1" status: 200 len: 217 time: 0.0873151 May 20 16:15:37.618358 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-11e1aef2-5897-4c18-86db-aa458303a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:37.618358 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-11e1aef2-5897-4c18-86db-aa458303a1d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79ec8476-25a8-4da3-86e3-eb6c97020447 HTTP/1.1" status: 200 len: 849 time: 0.0602930 May 20 16:15:37.718305 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-266f974f-14a9-4890-82f3-0d0167d20faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:37.720461 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-266f974f-14a9-4890-82f3-0d0167d20faf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c991ff3-27de-4b59-a027-84c9882b61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0914712 May 20 16:15:37.749045 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'tag': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0', 'status': 'completed', 'code': 200} May 20 16:15:37.779364 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-915d4ef7-f754-425d-bf3a-ad6bb82a9473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:37.784966 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:37.803586 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d4ef7-f754-425d-bf3a-ad6bb82a9473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c203aaf-cef8-4e61-bf54-e2474c27672d,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:37.806863 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-915d4ef7-f754-425d-bf3a-ad6bb82a9473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:37.815159 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-915d4ef7-f754-425d-bf3a-ad6bb82a9473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:37.816669 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-915d4ef7-f754-425d-bf3a-ad6bb82a9473 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c203aaf-cef8-4e61-bf54-e2474c27672d HTTP/1.1" status: 204 len: 168 time: 0.4101653 May 20 16:15:38.050042 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-71e2f268-efd8-4f9b-a23f-0f73f1ac75ef service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191144 May 20 16:15:38.179490 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f594c8-39b0-412f-adad-35756c89fb54 req-022c20b2-c8cd-4f67-9f82-106510d9e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:38.180949 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-43f594c8-39b0-412f-adad-35756c89fb54 req-022c20b2-c8cd-4f67-9f82-106510d9e4fa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 1099 time: 0.2893255 May 20 16:15:38.194887 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c5b82-5d26-4e03-a7a9-46dfc812e296 req-61ec694a-b945-4787-9641-11473da0f450 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:38.197837 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-081c5b82-5d26-4e03-a7a9-46dfc812e296 req-61ec694a-b945-4787-9641-11473da0f450 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 943 time: 0.3465536 May 20 16:15:38.297670 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1ec42-6c26-4a84-bffe-0665f9473fec req-cfcf4053-ff45-4c10-bd96-073ef253e3f1 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:38.299827 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f5a1ec42-6c26-4a84-bffe-0665f9473fec req-cfcf4053-ff45-4c10-bd96-073ef253e3f1 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 945 time: 0.3087728 May 20 16:15:38.416038 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-081c5b82-5d26-4e03-a7a9-46dfc812e296 req-6ca8dcc3-b52f-4f8c-805b-4bbd06c322a4 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041185 May 20 16:15:38.417846 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a6a6944-2888-4278-ba7c-bceb51ef8f63 req-1eb21e97-d8b0-4e70-9528-a0d29a96ac13 service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571172 May 20 16:15:38.466480 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f5a1ec42-6c26-4a84-bffe-0665f9473fec req-32b1bf96-c127-4ad4-a4e2-c8e84ddd1cc7 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149981 May 20 16:15:38.467670 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f594c8-39b0-412f-adad-35756c89fb54 req-37f7acff-fced-4381-a322-6d07ce8c35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:38.469047 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-43f594c8-39b0-412f-adad-35756c89fb54 req-37f7acff-fced-4381-a322-6d07ce8c35f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 920 time: 0.2672446 May 20 16:15:38.554601 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-43f594c8-39b0-412f-adad-35756c89fb54 req-9b249e5d-bdfa-45eb-b379-76bc547457c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=777ec9b1-c195-4f96-8d94-247b21965ab4 HTTP/1.1" status: 200 len: 217 time: 0.0784416 May 20 16:15:38.793473 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f594c8-39b0-412f-adad-35756c89fb54 req-27cb161d-9c42-426a-adc7-71450eab6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:38.796635 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-43f594c8-39b0-412f-adad-35756c89fb54 req-27cb161d-9c42-426a-adc7-71450eab6ffb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6768558a-ebcb-4813-ab73-25305c819af2 HTTP/1.1" status: 200 len: 859 time: 0.1837678 May 20 16:15:38.888564 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a78e0072-775d-44e1-bcd2-179a0861ae2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:38.969648 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-43f594c8-39b0-412f-adad-35756c89fb54 req-b90924e4-c995-415c-890d-c24a449e2b97 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20ebcdd1-0856-4068-ac72-c6305fc94493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510725 May 20 16:15:38.985076 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14550c5-781f-46ca-80e4-edef3a234cf3 req-888a6a02-f3ff-432d-be1e-376db867a82d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:38.985380 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d14550c5-781f-46ca-80e4-edef3a234cf3 req-888a6a02-f3ff-432d-be1e-376db867a82d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.4324460 May 20 16:15:39.023590 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718aa68-2b46-4aa9-9402-45f823171bf5 req-681e89f6-66bd-4929-89fd-cf415e031534 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:39.025076 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c718aa68-2b46-4aa9-9402-45f823171bf5 req-681e89f6-66bd-4929-89fd-cf415e031534 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 945 time: 0.4124744 May 20 16:15:39.037331 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6d1a-d3dc-473b-a7b2-b665a312e402 req-bc07bead-b4c6-4567-8127-f137ca1e0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:39.039042 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ddae6d1a-d3dc-473b-a7b2-b665a312e402 req-bc07bead-b4c6-4567-8127-f137ca1e0d42 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 1096 time: 0.4234717 May 20 16:15:39.266581 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d14550c5-781f-46ca-80e4-edef3a234cf3 req-7e71d98a-8f4d-4a01-b830-a9d90df8a816 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552552 May 20 16:15:39.300211 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c718aa68-2b46-4aa9-9402-45f823171bf5 req-6bfbcdfb-2207-44c8-8f59-88b4c78d9d68 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492437 May 20 16:15:39.315375 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-43f594c8-39b0-412f-adad-35756c89fb54 req-d58aa7f0-e1e1-4a32-9f7c-17530ad29136 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250918 May 20 16:15:39.365558 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6d1a-d3dc-473b-a7b2-b665a312e402 req-e79a17e7-d1af-41ce-9ac2-677bb315bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:39.368532 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ddae6d1a-d3dc-473b-a7b2-b665a312e402 req-e79a17e7-d1af-41ce-9ac2-677bb315bfc3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c991ff3-27de-4b59-a027-84c9882b61c3 HTTP/1.1" status: 200 len: 911 time: 0.3125741 May 20 16:15:39.495274 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ddae6d1a-d3dc-473b-a7b2-b665a312e402 req-ad8269dc-7eaf-4779-bce8-23f49eeda5b2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 HTTP/1.1" status: 200 len: 217 time: 0.0727296 May 20 16:15:39.583737 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-43f594c8-39b0-412f-adad-35756c89fb54 req-386fd043-0cc9-4c32-ab0d-159667968aff service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578115 May 20 16:15:39.597440 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6d1a-d3dc-473b-a7b2-b665a312e402 req-02c64e35-b027-4233-8a05-e7c5e1e2945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:39.599582 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ddae6d1a-d3dc-473b-a7b2-b665a312e402 req-02c64e35-b027-4233-8a05-e7c5e1e2945b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79ec8476-25a8-4da3-86e3-eb6c97020447 HTTP/1.1" status: 200 len: 849 time: 0.0945861 May 20 16:15:39.915509 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6d1a-d3dc-473b-a7b2-b665a312e402 req-e0b4ff0b-4838-471e-bd1b-5f5e43df2712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:39.916963 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ddae6d1a-d3dc-473b-a7b2-b665a312e402 req-e0b4ff0b-4838-471e-bd1b-5f5e43df2712 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c991ff3-27de-4b59-a027-84c9882b61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3039994 May 20 16:15:39.924575 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e2d5f-2410-4a49-8954-1d24301868e3 req-8dd5bc8d-5bf1-45e3-9525-8d069a2b3445 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:39.925848 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-563e2d5f-2410-4a49-8954-1d24301868e3 req-8dd5bc8d-5bf1-45e3-9525-8d069a2b3445 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.10 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 945 time: 0.2608240 May 20 16:15:39.935140 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc592a0-2d48-47b3-971a-92153a345533 req-a1b57eff-fd27-4328-941a-d2f4563d8654 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:39.936499 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bcc592a0-2d48-47b3-971a-92153a345533 req-a1b57eff-fd27-4328-941a-d2f4563d8654 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 945 time: 0.2776668 May 20 16:15:39.999744 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd2064a-ce16-49ee-9406-104d02066690 req-b0461d13-4db2-42a5-a924-5b1c661e6865 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:40.001137 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9fd2064a-ce16-49ee-9406-104d02066690 req-b0461d13-4db2-42a5-a924-5b1c661e6865 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 943 time: 0.2373250 May 20 16:15:40.209927 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bcc592a0-2d48-47b3-971a-92153a345533 req-439897b4-ccff-4c47-9ae9-b4fb91dc350c tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178886 May 20 16:15:40.218877 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9fd2064a-ce16-49ee-9406-104d02066690 req-9c922fdf-8c57-4d55-b8cc-ac2694fe151a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067797 May 20 16:15:40.261308 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ddae6d1a-d3dc-473b-a7b2-b665a312e402 req-bc7025d2-d81e-43d6-9ae4-11ae2259f0ec service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223462 May 20 16:15:40.312698 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-563e2d5f-2410-4a49-8954-1d24301868e3 req-7fdc1255-66e6-4038-80db-dfa92ca4eb3a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Deleting port 14875cef-d0cf-437b-a391-6eef68aabf20 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:40.313053 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-563e2d5f-2410-4a49-8954-1d24301868e3 req-7fdc1255-66e6-4038-80db-dfa92ca4eb3a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:40.589913 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ddae6d1a-d3dc-473b-a7b2-b665a312e402 req-bdccc80b-faea-4007-a14a-82b1dee57063 service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179507 May 20 16:15:40.665208 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-563e2d5f-2410-4a49-8954-1d24301868e3 req-7fdc1255-66e6-4038-80db-dfa92ca4eb3a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] For port 14875cef-d0cf-437b-a391-6eef68aabf20, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=14875cef-d0cf-437b-a391-6eef68aabf20,segment=NetworkSegment(7e9edf18-6aa0-403f-bc96-7765c2843fa2),segment_id=7e9edf18-6aa0-403f-bc96-7765c2843fa2)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:40.665611 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-563e2d5f-2410-4a49-8954-1d24301868e3 req-7fdc1255-66e6-4038-80db-dfa92ca4eb3a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:40.831737 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6893036-a1fc-4c93-bb71-6e3b73e3be3a req-1ee5259f-e19a-4b9f-9b6a-4e7d1db443f9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:40.833162 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b6893036-a1fc-4c93-bb71-6e3b73e3be3a req-1ee5259f-e19a-4b9f-9b6a-4e7d1db443f9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.4258146 May 20 16:15:40.898327 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-563e2d5f-2410-4a49-8954-1d24301868e3 req-7fdc1255-66e6-4038-80db-dfa92ca4eb3a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Calling delete_port for 14875cef-d0cf-437b-a391-6eef68aabf20 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:40.948344 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b6893036-a1fc-4c93-bb71-6e3b73e3be3a req-f54b5749-fd57-4274-8a47-9ba68cd94a7c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577390 May 20 16:15:41.128495 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-563e2d5f-2410-4a49-8954-1d24301868e3 req-7fdc1255-66e6-4038-80db-dfa92ca4eb3a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:41.134503 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-32e21740-1011-484d-b85f-895e365bc992 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:41.148977 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['14875cef-d0cf-437b-a391-6eef68aabf20'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:15:41.198436 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc1255-66e6-4038-80db-dfa92ca4eb3a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Pushing event deleted for resources: {'Port': ['ID=14875cef-d0cf-437b-a391-6eef68aabf20,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:41.202248 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7fdc1255-66e6-4038-80db-dfa92ca4eb3a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:41.280188 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-563e2d5f-2410-4a49-8954-1d24301868e3 req-7fdc1255-66e6-4038-80db-dfa92ca4eb3a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] No DVR routers for this DVR port 14875cef-d0cf-437b-a391-6eef68aabf20 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:15:41.282799 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-563e2d5f-2410-4a49-8954-1d24301868e3 req-7fdc1255-66e6-4038-80db-dfa92ca4eb3a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:41.285985 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da0d5ad-3a67-4237-b644-c8801d11eff1', 'name': 'network-vif-deleted', 'tag': '14875cef-d0cf-437b-a391-6eef68aabf20'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:41.356716 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-563e2d5f-2410-4a49-8954-1d24301868e3 req-7fdc1255-66e6-4038-80db-dfa92ca4eb3a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.10 "DELETE /v2.0/ports/14875cef-d0cf-437b-a391-6eef68aabf20 HTTP/1.1" status: 204 len: 173 time: 1.4159813 May 20 16:15:41.471145 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5221c855-086c-420b-b6ec-64049e2e4fec req-c33c5720-c033-4453-9947-be1802824c05 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Synchronizing usage tracker for tenant:0a7aa509f2994cd99851f5c510e9b529 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:15:41.501821 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d40579-bdf8-4fb8-878c-c8ea77761e5e req-fa011ab2-7c84-4daa-a82b-8dac8d451773 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:41.503305 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b6d40579-bdf8-4fb8-878c-c8ea77761e5e req-fa011ab2-7c84-4daa-a82b-8dac8d451773 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 943 time: 0.1055789 May 20 16:15:41.539766 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:41.553396 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b6d40579-bdf8-4fb8-878c-c8ea77761e5e req-ac5eadbb-ef3b-4d95-a980-a688ec1fef6f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439842 May 20 16:15:41.568732 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-413f6ff1-25a7-4a24-b712-6e3e54195358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:41.568836 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5221c855-086c-420b-b6ec-64049e2e4fec req-c33c5720-c033-4453-9947-be1802824c05 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Unset dirty status for tenant:0a7aa509f2994cd99851f5c510e9b529 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:15:41.584580 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5221c855-086c-420b-b6ec-64049e2e4fec req-c33c5720-c033-4453-9947-be1802824c05 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=6da0d5ad-3a67-4237-b644-c8801d11eff1 HTTP/1.1" status: 200 len: 210 time: 0.2249029 May 20 16:15:41.625256 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da0d5ad-3a67-4237-b644-c8801d11eff1', 'name': 'network-vif-deleted', 'tag': '14875cef-d0cf-437b-a391-6eef68aabf20', 'status': 'completed', 'code': 200} May 20 16:15:42.137125 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8865a03-dfe3-4dc7-bcd3-65fe978d3162 req-2e0fad0a-a01a-4165-960b-48feba45ef55 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:42.138597 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d8865a03-dfe3-4dc7-bcd3-65fe978d3162 req-2e0fad0a-a01a-4165-960b-48feba45ef55 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0817826 May 20 16:15:42.182858 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d8865a03-dfe3-4dc7-bcd3-65fe978d3162 req-a4fa9c36-ded8-4fda-8c16-f72e68d44b2f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382402 May 20 16:15:42.339731 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:15:42.480863 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:42.500488 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'port_id': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0', 'mac_address': 'fa:16:3e:4c:0f:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:15:42.569160 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:42.591851 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:15:42.610694 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:42.708035 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:42.763200 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:42.765052 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:42.825198 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d564f5-a8bf-451c-8a5b-1d5c576d22d9 req-87d55a62-7880-4aa0-9e3c-a6acb79105ea tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:42.834982 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-96d564f5-a8bf-451c-8a5b-1d5c576d22d9 req-87d55a62-7880-4aa0-9e3c-a6acb79105ea tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 943 time: 0.1510751 May 20 16:15:42.870397 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:42.877796 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:42.900639 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-96d564f5-a8bf-451c-8a5b-1d5c576d22d9 req-c765032b-2326-43a0-a092-da1eff038ba0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634112 May 20 16:15:43.093679 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['91ca87b5-ebc0-4ff9-b981-50c4e750c2a0'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:15:43.400481 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9e92e-01d8-42c0-a481-b653373c911e req-3bb6fd90-b960-4bae-a2e8-b1bdae4d2030 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:43.400481 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-add9e92e-01d8-42c0-a481-b653373c911e req-3bb6fd90-b960-4bae-a2e8-b1bdae4d2030 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0842571 May 20 16:15:43.443300 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-add9e92e-01d8-42c0-a481-b653373c911e req-bc70c942-6bbe-45a2-8d0e-53c30988465a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429683 May 20 16:15:44.089529 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de626057-c9af-4750-8e55-2e8fe35afdff req-e97b1cfb-e6cf-4710-a756-9922f428f644 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:44.090989 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de626057-c9af-4750-8e55-2e8fe35afdff req-e97b1cfb-e6cf-4710-a756-9922f428f644 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 944 time: 0.0871897 May 20 16:15:44.137121 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de626057-c9af-4750-8e55-2e8fe35afdff req-54dc7341-9716-4487-8cfe-28b9e1632d0f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396445 May 20 16:15:44.348754 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:15:44.482339 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:15:44.492489 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:15:44.492869 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:44.623954 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:44.636739 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:44.651354 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:44.661688 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:44.780017 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:44.780885 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 14875cef-d0cf-437b-a391-6eef68aabf20 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:44.812397 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:44.857617 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f7d9a-aca5-4744-bdc3-6d34a2865aaf req-89734efe-a41f-4dab-8f60-bee668a2e699 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:44.858743 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: 14875cef-d0cf-437b-a391-6eef68aabf20 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:44.858743 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 14875cef-d0cf-437b-a391-6eef68aabf20 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:44.859415 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6c4f7d9a-aca5-4744-bdc3-6d34a2865aaf req-89734efe-a41f-4dab-8f60-bee668a2e699 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0814211 May 20 16:15:44.891609 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:44.895761 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:44.917670 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6c4f7d9a-aca5-4744-bdc3-6d34a2865aaf req-71018c29-959a-4b8c-a110-16827909f3b0 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517387 May 20 16:15:44.989932 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0', 'code': 200} May 20 16:15:45.167091 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48f11f-05ef-4170-80ab-7c3102dcb430 req-f3fbfef8-5b86-498e-aba5-c167f3e12e65 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:45.168476 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2d48f11f-05ef-4170-80ab-7c3102dcb430 req-f3fbfef8-5b86-498e-aba5-c167f3e12e65 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 945 time: 0.0860527 May 20 16:15:45.213808 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2d48f11f-05ef-4170-80ab-7c3102dcb430 req-2666edd5-51d0-4bce-9388-113c3cb8cda4 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 May 20 16:15:45.439058 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0490c5-ffa3-4f2d-a8a9-a5d690f67feb req-6e29bf9a-4c46-4d05-8724-56fa69baab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:45.440584 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7d0490c5-ffa3-4f2d-a8a9-a5d690f67feb req-6e29bf9a-4c46-4d05-8724-56fa69baab5b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 1098 time: 0.1400123 May 20 16:15:45.448983 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac2cfb-17d1-4748-99d4-c2c3eae5e752 req-dcab69d7-9bb6-4555-9de9-a0db528b8019 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:45.450419 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c7ac2cfb-17d1-4748-99d4-c2c3eae5e752 req-dcab69d7-9bb6-4555-9de9-a0db528b8019 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.1196232 May 20 16:15:45.516314 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7d0490c5-ffa3-4f2d-a8a9-a5d690f67feb req-20fab9d0-f18e-4611-b01b-8f4b82dfe2c6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649655 May 20 16:15:45.524057 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c7ac2cfb-17d1-4748-99d4-c2c3eae5e752 req-cd451150-ef29-4f42-9b39-3102efbb9e89 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602419 May 20 16:15:46.118579 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509b931-cd46-419d-8a3a-c18c29cc5ba4 req-937c440d-6208-42da-bb9a-3959fb9ae6a7 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:46.120107 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0509b931-cd46-419d-8a3a-c18c29cc5ba4 req-937c440d-6208-42da-bb9a-3959fb9ae6a7 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0841184 May 20 16:15:46.165020 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0509b931-cd46-419d-8a3a-c18c29cc5ba4 req-54d14c87-55fa-4010-914c-4e7ed0915769 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389333 May 20 16:15:46.408241 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee1d3b-5aaa-44a4-8ebe-789dfa74888e req-e5e8f49c-e8c5-4890-a002-ea604977678e tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:46.409816 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-daee1d3b-5aaa-44a4-8ebe-789dfa74888e req-e5e8f49c-e8c5-4890-a002-ea604977678e tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 945 time: 0.0855398 May 20 16:15:46.456456 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-daee1d3b-5aaa-44a4-8ebe-789dfa74888e req-5b1bdbe6-ba02-4e75-b3c0-90f6e974b8a4 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/security-groups?id=3915dfab-69de-4271-b3ac-e060d1570dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 May 20 16:15:46.716592 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbbe13-2efe-4d49-b32d-8287d3e49375 req-828e41b7-1b9e-4333-b151-72ec8183791d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:46.719079 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-87fbbe13-2efe-4d49-b32d-8287d3e49375 req-828e41b7-1b9e-4333-b151-72ec8183791d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0883534 May 20 16:15:46.844155 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-87fbbe13-2efe-4d49-b32d-8287d3e49375 req-d0b1be13-6f60-4930-85e3-fbd6faac9299 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185565 May 20 16:15:46.969820 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48912) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:46.992884 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8bcc6-7b32-4132-9320-c0b0518e03e4 req-55a11fa3-391a-4c52-ad90-0c95fd19ec8c tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:46.993459 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bc8bcc6-7b32-4132-9320-c0b0518e03e4 req-55a11fa3-391a-4c52-ad90-0c95fd19ec8c tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.10 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 945 time: 0.0881114 May 20 16:15:47.116622 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f60ef523-37da-4688-8af2-041235e8d225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:47.131755 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-f60ef523-37da-4688-8af2-041235e8d225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:47.135815 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-f60ef523-37da-4688-8af2-041235e8d225 admin admin] Usage tracker for resource:security_group_rule and tenant:7ae85e0419a747e5ad3fdb8a3916c37a is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:47.138767 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-f60ef523-37da-4688-8af2-041235e8d225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:47.140631 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-3bc8bcc6-7b32-4132-9320-c0b0518e03e4 req-27540ca2-1fb8-413b-9cb4-9912e70eeca1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Deleting port 489482a3-3979-471a-a559-517c93f72a78 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:15:47.140984 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bc8bcc6-7b32-4132-9320-c0b0518e03e4 req-27540ca2-1fb8-413b-9cb4-9912e70eeca1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:47.146002 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-f60ef523-37da-4688-8af2-041235e8d225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:47.235243 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f60ef523-37da-4688-8af2-041235e8d225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:47.289274 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-3bc8bcc6-7b32-4132-9320-c0b0518e03e4 req-27540ca2-1fb8-413b-9cb4-9912e70eeca1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] For port 489482a3-3979-471a-a559-517c93f72a78, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=489482a3-3979-471a-a559-517c93f72a78,segment=NetworkSegment(c64ca876-9811-4cc7-8dda-316bb132d04e),segment_id=c64ca876-9811-4cc7-8dda-316bb132d04e)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:15:47.289637 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bc8bcc6-7b32-4132-9320-c0b0518e03e4 req-27540ca2-1fb8-413b-9cb4-9912e70eeca1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:47.339780 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f60ef523-37da-4688-8af2-041235e8d225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:47.349153 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:47.390254 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-f60ef523-37da-4688-8af2-041235e8d225 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ae85e0419a747e5ad3fdb8a3916c37a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182212 May 20 16:15:47.393005 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60ef523-37da-4688-8af2-041235e8d225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da340b1a-0f7b-4ab4-9ac0-447259d74f11,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:47.394092 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48922) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:47.396399 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-f60ef523-37da-4688-8af2-041235e8d225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:47.460030 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-bdd6391f-c866-4713-9d51-0ded392e8f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:47.463584 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-3bc8bcc6-7b32-4132-9320-c0b0518e03e4 req-27540ca2-1fb8-413b-9cb4-9912e70eeca1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Calling delete_port for 489482a3-3979-471a-a559-517c93f72a78 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:15:47.489674 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-bdd6391f-c866-4713-9d51-0ded392e8f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:47.523281 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb479003-bd32-4c95-8cb1-a5641f7dc5bc req-f6a8d621-38e4-4559-933d-88a639947c1a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:47.524977 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cb479003-bd32-4c95-8cb1-a5641f7dc5bc req-f6a8d621-38e4-4559-933d-88a639947c1a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.2385709 May 20 16:15:47.620335 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-bdd6391f-c866-4713-9d51-0ded392e8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:47.625192 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d6347078-5559-4d0d-93e9-8088e938e8c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:47.625552 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cb479003-bd32-4c95-8cb1-a5641f7dc5bc req-72b14c2e-4e17-45f8-b825-2ddd7261f571 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919971 May 20 16:15:47.637816 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6391f-c866-4713-9d51-0ded392e8f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da340b1a-0f7b-4ab4-9ac0-447259d74f11,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:47.640759 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-bdd6391f-c866-4713-9d51-0ded392e8f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:47.642958 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-bdd6391f-c866-4713-9d51-0ded392e8f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:47.644070 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-bdd6391f-c866-4713-9d51-0ded392e8f04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da340b1a-0f7b-4ab4-9ac0-447259d74f11 HTTP/1.1" status: 204 len: 168 time: 0.2490947 May 20 16:15:47.773454 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bc8bcc6-7b32-4132-9320-c0b0518e03e4 req-27540ca2-1fb8-413b-9cb4-9912e70eeca1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:47.784165 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:47.790688 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['489482a3-3979-471a-a559-517c93f72a78'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:15:47.817403 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a205d043-677d-4e2a-a3f5-1c4cbf657e63 req-3a68a759-56fe-4e13-ab01-44e22a17eb75 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.11 "GET /v2.0/ports?device_id=e222c551-885c-4441-a5dd-7fe047e4711d HTTP/1.1" status: 200 len: 210 time: 0.0817766 May 20 16:15:47.833611 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27540ca2-1fb8-413b-9cb4-9912e70eeca1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Pushing event deleted for resources: {'Port': ['ID=489482a3-3979-471a-a559-517c93f72a78,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:47.838644 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-27540ca2-1fb8-413b-9cb4-9912e70eeca1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:47.922273 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc8bcc6-7b32-4132-9320-c0b0518e03e4 req-27540ca2-1fb8-413b-9cb4-9912e70eeca1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] No DVR routers for this DVR port 489482a3-3979-471a-a559-517c93f72a78 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:15:47.938246 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bc8bcc6-7b32-4132-9320-c0b0518e03e4 req-27540ca2-1fb8-413b-9cb4-9912e70eeca1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:47.938246 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e222c551-885c-4441-a5dd-7fe047e4711d', 'name': 'network-vif-deleted', 'tag': '489482a3-3979-471a-a559-517c93f72a78'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:48.013717 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bc8bcc6-7b32-4132-9320-c0b0518e03e4 req-27540ca2-1fb8-413b-9cb4-9912e70eeca1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] 10.222.0.10 "DELETE /v2.0/ports/489482a3-3979-471a-a559-517c93f72a78 HTTP/1.1" status: 204 len: 173 time: 1.0133135 May 20 16:15:48.041640 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e25fc31-bbdd-4c3b-b9f5-a7f74a7d2ba1 req-4642da76-dc92-4d7b-be9c-60488c43d5fc tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:48.043091 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7e25fc31-bbdd-4c3b-b9f5-a7f74a7d2ba1 req-4642da76-dc92-4d7b-be9c-60488c43d5fc tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0836258 May 20 16:15:48.090416 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7e25fc31-bbdd-4c3b-b9f5-a7f74a7d2ba1 req-8fb73bf3-40e2-4420-adbe-596cb05b7985 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408907 May 20 16:15:48.145614 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e222c551-885c-4441-a5dd-7fe047e4711d', 'name': 'network-vif-deleted', 'tag': '489482a3-3979-471a-a559-517c93f72a78', 'status': 'completed', 'code': 200} May 20 16:15:48.451503 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8132f2-10d3-4600-afc7-8b781251faea req-c631f8ce-5088-4b8d-9347-ddfddd99f3af tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:48.452920 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cd8132f2-10d3-4600-afc7-8b781251faea req-c631f8ce-5088-4b8d-9347-ddfddd99f3af tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0887504 May 20 16:15:48.468771 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 48944) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:48.474954 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-d5cb2bcd-dc0d-45ea-ad9f-3e032de484ef tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Request body: {'floatingip': {'port_id': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:15:48.479843 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48948) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:48.504590 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7666d249-cb7d-4940-9314-2cc26b05e483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.527074 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7666d249-cb7d-4940-9314-2cc26b05e483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:48.533334 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-7666d249-cb7d-4940-9314-2cc26b05e483 admin admin] Usage tracker for resource:security_group_rule and tenant:8fdb28a673714293b577f2b639b8eb98 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:48.536278 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-7666d249-cb7d-4940-9314-2cc26b05e483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:48.549534 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7666d249-cb7d-4940-9314-2cc26b05e483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:48.559286 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2bcd-dc0d-45ea-ad9f-3e032de484ef tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.661647 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7666d249-cb7d-4940-9314-2cc26b05e483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.728662 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7666d249-cb7d-4940-9314-2cc26b05e483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.742191 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-e53b9114-8a32-4f6a-bf58-4c33dbb2404b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:48.794846 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-7666d249-cb7d-4940-9314-2cc26b05e483 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fdb28a673714293b577f2b639b8eb98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135672 May 20 16:15:48.798857 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48954) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:48.802148 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666d249-cb7d-4940-9314-2cc26b05e483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da47e9bd-a304-4baf-b208-b6dac7bd12c0,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:48.806053 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7666d249-cb7d-4940-9314-2cc26b05e483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:48.891344 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6c947e41-3dc0-4bb1-905f-7f1b08bd4d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:48.931676 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6c947e41-3dc0-4bb1-905f-7f1b08bd4d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.122360 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6c947e41-3dc0-4bb1-905f-7f1b08bd4d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.126346 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-8962d2d2-f12f-4048-a7e2-3e838f42d6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:49.138550 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64135d-0a75-4c67-b10a-3430ac50beae req-06da3694-e3df-489d-acf4-b4acecf7d169 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:49.140066 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9a64135d-0a75-4c67-b10a-3430ac50beae req-06da3694-e3df-489d-acf4-b4acecf7d169 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.3826337 May 20 16:15:49.149267 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c947e41-3dc0-4bb1-905f-7f1b08bd4d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da47e9bd-a304-4baf-b208-b6dac7bd12c0,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:49.154186 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6c947e41-3dc0-4bb1-905f-7f1b08bd4d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:49.158479 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6c947e41-3dc0-4bb1-905f-7f1b08bd4d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.159804 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-6c947e41-3dc0-4bb1-905f-7f1b08bd4d91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da47e9bd-a304-4baf-b208-b6dac7bd12c0 HTTP/1.1" status: 204 len: 168 time: 0.3592846 May 20 16:15:49.431250 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9a64135d-0a75-4c67-b10a-3430ac50beae req-66d22a41-7456-4c34-83f4-256626a5df76 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759273 May 20 16:15:49.676324 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2bcd-dc0d-45ea-ad9f-3e032de484ef tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.774602 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2bcd-dc0d-45ea-ad9f-3e032de484ef tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:49.945759 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.l3_db [None req-d5cb2bcd-dc0d-45ea-ad9f-3e032de484ef tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Floating IP 831388d0-2cd0-4429-92a4-91e53fbc9316 associated. External IP: 172.28.0.144, port: 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0. May 20 16:15:50.087402 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48976) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:50.107210 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-0ceea791-1822-439d-8d66-94218e6afd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.127576 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-0ceea791-1822-439d-8d66-94218e6afd8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:15:50.131817 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-0ceea791-1822-439d-8d66-94218e6afd8c admin admin] Usage tracker for resource:security_group_rule and tenant:6ba430a5e0d649a58de82d5297005476 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:15:50.135492 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-0ceea791-1822-439d-8d66-94218e6afd8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:15:50.141322 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-0ceea791-1822-439d-8d66-94218e6afd8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:15:50.233366 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-0ceea791-1822-439d-8d66-94218e6afd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.281784 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-0ceea791-1822-439d-8d66-94218e6afd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.294723 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c77d421f-6061-4f43-ba0a-3a0aa3d2b117 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:50.310169 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cb2bcd-dc0d-45ea-ad9f-3e032de484ef tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Router b6a95e99-04dd-4d66-bee2-914075d14c19 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:15:50.396095 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 489482a3-3979-471a-a559-517c93f72a78 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:15:50.412258 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-0ceea791-1822-439d-8d66-94218e6afd8c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ba430a5e0d649a58de82d5297005476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237600 May 20 16:15:50.413466 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceea791-1822-439d-8d66-94218e6afd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85ad01a-750e-410d-b6e5-21b8101db41c,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:50.415782 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 48984) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:15:50.418235 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-0ceea791-1822-439d-8d66-94218e6afd8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:50.469178 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: 489482a3-3979-471a-a559-517c93f72a78 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:15:50.469178 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 489482a3-3979-471a-a559-517c93f72a78 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:15:50.505854 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9e9b686c-5bda-4abd-b738-e8776b6586bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.560369 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9e9b686c-5bda-4abd-b738-e8776b6586bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.721534 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cb2bcd-dc0d-45ea-ad9f-3e032de484ef tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:15:50.727736 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d5cb2bcd-dc0d-45ea-ad9f-3e032de484ef tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.732096 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5407394-7f42-4bd0-9509-3dc154a80a2b None None] Sync routers for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:15:50.745735 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5407394-7f42-4bd0-9509-3dc154a80a2b None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:50.746345 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-c5407394-7f42-4bd0-9509-3dc154a80a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:15:41Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:50.762873 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9e9b686c-5bda-4abd-b738-e8776b6586bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.768399 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6c947e41-3dc0-4bb1-905f-7f1b08bd4d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:15:50.783148 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b686c-5bda-4abd-b738-e8776b6586bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85ad01a-750e-410d-b6e5-21b8101db41c,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:15:50.785982 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-9e9b686c-5bda-4abd-b738-e8776b6586bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:15:50.787913 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9e9b686c-5bda-4abd-b738-e8776b6586bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:50.792015 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-9e9b686c-5bda-4abd-b738-e8776b6586bf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f85ad01a-750e-410d-b6e5-21b8101db41c HTTP/1.1" status: 204 len: 168 time: 0.3722329 May 20 16:15:50.805015 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-d5cb2bcd-dc0d-45ea-ad9f-3e032de484ef tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "PUT /v2.0/floatingips/831388d0-2cd0-4429-92a4-91e53fbc9316 HTTP/1.1" status: 200 len: 991 time: 2.3350582 May 20 16:15:50.806743 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'tag': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:15:50.820408 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d13c7d-3f91-4b0c-a166-274fe8ffdbd6 req-5b1dda05-ba18-40a7-a4ad-0683f0aae8fe tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:50.822227 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-24d13c7d-3f91-4b0c-a166-274fe8ffdbd6 req-5b1dda05-ba18-40a7-a4ad-0683f0aae8fe tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1925886 May 20 16:15:50.882242 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-24d13c7d-3f91-4b0c-a166-274fe8ffdbd6 req-39d29fa5-b9fd-4dd3-af87-cb9bac1317aa tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477521 May 20 16:15:50.957815 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-c5407394-7f42-4bd0-9509-3dc154a80a2b None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:51.195179 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'tag': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0', 'status': 'completed', 'code': 200} May 20 16:15:51.301646 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b662d-16fc-48a7-a413-cd5378e5c05a req-2cbc6dc3-6582-4b7f-a59d-55cb6b84aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:51.303522 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dc4b662d-16fc-48a7-a413-cd5378e5c05a req-2cbc6dc3-6582-4b7f-a59d-55cb6b84aed6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 1098 time: 0.0780380 May 20 16:15:51.357019 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-c5407394-7f42-4bd0-9509-3dc154a80a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '831388d0-2cd0-4429-92a4-91e53fbc9316', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'floating_ip_address': '172.28.0.144', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'port_id': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'mac_address': 'fa:16:3e:4c:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:15:26Z', 'updated_at': '2021-05-20T16:15:49Z', 'revision_number': 1, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:29Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:51.362439 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5407394-7f42-4bd0-9509-3dc154a80a2b None None] Checking router: b6a95e99-04dd-4d66-bee2-914075d14c19 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:15:51.370733 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5407394-7f42-4bd0-9509-3dc154a80a2b None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:15:51.371346 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-c5407394-7f42-4bd0-9509-3dc154a80a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:15:41Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:51.453896 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b662d-16fc-48a7-a413-cd5378e5c05a req-78470e93-739e-45da-a24d-c310f4a6cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:51.455864 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dc4b662d-16fc-48a7-a413-cd5378e5c05a req-78470e93-739e-45da-a24d-c310f4a6cbbf service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c991ff3-27de-4b59-a027-84c9882b61c3 HTTP/1.1" status: 200 len: 911 time: 0.1392343 May 20 16:15:51.575397 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dc4b662d-16fc-48a7-a413-cd5378e5c05a req-2ec016fd-2583-44b7-bfd5-5047255df772 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 HTTP/1.1" status: 200 len: 999 time: 0.1109090 May 20 16:15:51.576523 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-c5407394-7f42-4bd0-9509-3dc154a80a2b None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:15:51.653075 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b662d-16fc-48a7-a413-cd5378e5c05a req-f56f5350-648a-4420-bfa1-782d24ce2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:51.654529 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dc4b662d-16fc-48a7-a413-cd5378e5c05a req-f56f5350-648a-4420-bfa1-782d24ce2858 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79ec8476-25a8-4da3-86e3-eb6c97020447 HTTP/1.1" status: 200 len: 849 time: 0.0713620 May 20 16:15:51.769980 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b662d-16fc-48a7-a413-cd5378e5c05a req-9f135614-7873-41b5-945d-7af6cb813e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:51.772170 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dc4b662d-16fc-48a7-a413-cd5378e5c05a req-9f135614-7873-41b5-945d-7af6cb813e8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c991ff3-27de-4b59-a027-84c9882b61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1001952 May 20 16:15:51.928671 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dc4b662d-16fc-48a7-a413-cd5378e5c05a req-94934718-694a-408b-9d69-788a97977d82 service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488903 May 20 16:15:52.034109 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-c5407394-7f42-4bd0-9509-3dc154a80a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '831388d0-2cd0-4429-92a4-91e53fbc9316', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'floating_ip_address': '172.28.0.144', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'port_id': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'mac_address': 'fa:16:3e:4c:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:15:26Z', 'updated_at': '2021-05-20T16:15:49Z', 'revision_number': 1, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:29Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:15:52.044485 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5407394-7f42-4bd0-9509-3dc154a80a2b None None] The sync data for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb is: [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '831388d0-2cd0-4429-92a4-91e53fbc9316', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'floating_ip_address': '172.28.0.144', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'port_id': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'mac_address': 'fa:16:3e:4c:0f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:15:26Z', 'updated_at': '2021-05-20T16:15:49Z', 'revision_number': 1, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:29Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:15:52.161813 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dc4b662d-16fc-48a7-a413-cd5378e5c05a req-6291f9e7-1731-4e6a-beaf-8d3fdc987010 service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256358 May 20 16:15:52.178698 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1dcd0a-57e6-4824-bd89-016a4bb5bf0c req-831a51ed-1481-440b-a149-fe9a06599d5a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:52.180374 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1a1dcd0a-57e6-4824-bd89-016a4bb5bf0c req-831a51ed-1481-440b-a149-fe9a06599d5a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1372564 May 20 16:15:52.248653 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1a1dcd0a-57e6-4824-bd89-016a4bb5bf0c req-1fe1b12e-4084-41fb-8b99-5057da76a6ed tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508454 May 20 16:15:52.339764 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d3076-3e8b-4be1-893f-712609d9b949 None None] New status for floating IP 831388d0-2cd0-4429-92a4-91e53fbc9316: ACTIVE {{(pid=92273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:15:53.455825 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a15be-e516-4e30-8c4a-cb2ddd7fa8ec req-caf0893f-0dc4-43b3-944d-76198fdceb0f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:53.463148 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8a6a15be-e516-4e30-8c4a-cb2ddd7fa8ec req-caf0893f-0dc4-43b3-944d-76198fdceb0f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1112843 May 20 16:15:53.513353 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8a6a15be-e516-4e30-8c4a-cb2ddd7fa8ec req-337fcee5-8d94-4ccf-b69c-76593275a3a6 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492945 May 20 16:15:53.670549 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:15:54.718241 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d60cf-7c2b-4681-a966-d9cc5d7df05c req-2b3114e7-98d4-48b0-af27-e92b321c8e9e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:54.720256 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-124d60cf-7c2b-4681-a966-d9cc5d7df05c req-2b3114e7-98d4-48b0-af27-e92b321c8e9e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0860505 May 20 16:15:54.769691 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-124d60cf-7c2b-4681-a966-d9cc5d7df05c req-5c91ad4c-4da7-4f09-b09d-0874c5fc540e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 May 20 16:15:55.972828 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7fe68-fd0b-4740-8786-f9132201a09c req-5115ccc9-9857-4e33-8b24-289ca33109ff tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:55.974614 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-12f7fe68-fd0b-4740-8786-f9132201a09c req-5115ccc9-9857-4e33-8b24-289ca33109ff tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0856419 May 20 16:15:56.037178 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-12f7fe68-fd0b-4740-8786-f9132201a09c req-5758eff1-f915-439e-a18d-cbf7e8742ce1 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565150 May 20 16:15:57.232922 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b6c2f-82aa-4f3e-9c13-12afaa5328a2 req-84ca02f8-5c22-4552-b9b7-1ef6ff7f01d8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:57.234402 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-212b6c2f-82aa-4f3e-9c13-12afaa5328a2 req-84ca02f8-5c22-4552-b9b7-1ef6ff7f01d8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0855339 May 20 16:15:57.282948 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-212b6c2f-82aa-4f3e-9c13-12afaa5328a2 req-1cc23911-d687-4e5f-83c5-829e8fe1fa58 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421131 May 20 16:15:57.671049 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:15:59.087655 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-5e5f80ea-221b-409d-8dea-2b8c981782e5 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:59.089282 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-5e5f80ea-221b-409d-8dea-2b8c981782e5 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/networks?id=39e97f3c-beae-434e-9a8f-85f55e910d1a HTTP/1.1" status: 200 len: 809 time: 0.2455137 May 20 16:15:59.105822 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-486c3d14-566d-493f-8649-f622fa23288f tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/quotas/0a7aa509f2994cd99851f5c510e9b529 HTTP/1.1" status: 200 len: 375 time: 0.0096698 May 20 16:15:59.159605 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ef8d59c-8dff-43ff-97b1-9390831e674b tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0a7aa509f2994cd99851f5c510e9b529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437343 May 20 16:15:59.311319 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-2b645506-63fe-4841-be54-4488e473dede service neutron] 10.222.0.11 "GET /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441851 May 20 16:15:59.509245 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-d2446588-1bf1-408f-9d49-477ac04fd61e service neutron] 10.222.0.11 "GET /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906404 May 20 16:15:59.528716 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360e9eb-e128-40ab-af21-731d1e96062b req-259e8853-c6c4-4127-832f-39bbe815003b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:59.530182 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c360e9eb-e128-40ab-af21-731d1e96062b req-259e8853-c6c4-4127-832f-39bbe815003b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1167109 May 20 16:15:59.591507 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c360e9eb-e128-40ab-af21-731d1e96062b req-978b0042-df6d-4c7d-90c8-ac8f34419fcc tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541828 May 20 16:15:59.898799 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f03dcd72-8212-48d9-88bc-1094c633f017 req-27876f76-9629-4b3c-b263-d1d12db67bdb tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 210 time: 0.0564849 May 20 16:15:59.986204 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef39686-32b6-4863-ab42-df6b5f19cb71 req-567e22b1-045f-45cd-8fee-02a7c1fe39aa tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:15:59.987962 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5ef39686-32b6-4863-ab42-df6b5f19cb71 req-567e22b1-045f-45cd-8fee-02a7c1fe39aa tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.0974720 May 20 16:16:00.054787 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5ef39686-32b6-4863-ab42-df6b5f19cb71 req-d9edc191-91b8-461d-b454-939f995e7dde tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591502 May 20 16:16:00.223808 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec401d0-44f3-4eb9-95df-2e5955f778e4 req-ab8dd352-edca-4457-8d6d-4094db89751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:00.225475 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9ec401d0-44f3-4eb9-95df-2e5955f778e4 req-ab8dd352-edca-4457-8d6d-4094db89751e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 1099 time: 0.0833173 May 20 16:16:00.272695 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9ec401d0-44f3-4eb9-95df-2e5955f778e4 req-72bf6fe7-2a81-4cfe-bfc7-cc04bd2e38ee service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391164 May 20 16:16:00.418837 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49246) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:00.546746 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-01a69e2f-8de6-4516-b203-c3c92c59b64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:00.561584 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-01a69e2f-8de6-4516-b203-c3c92c59b64b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:00.565589 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-01a69e2f-8de6-4516-b203-c3c92c59b64b admin admin] Usage tracker for resource:security_group_rule and tenant:49bc07311da44ef588c005d6d2e4b2a1 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:00.568409 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-01a69e2f-8de6-4516-b203-c3c92c59b64b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:00.574254 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-01a69e2f-8de6-4516-b203-c3c92c59b64b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:00.663154 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-01a69e2f-8de6-4516-b203-c3c92c59b64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:00.734175 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-01a69e2f-8de6-4516-b203-c3c92c59b64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:00.743649 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3f054720-873b-49e2-927a-b4558dc6183d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:00.798241 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a69e2f-8de6-4516-b203-c3c92c59b64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd71bcd4-8fee-4180-887d-8075bcf0e103,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:00.804058 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-01a69e2f-8de6-4516-b203-c3c92c59b64b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:00.813333 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-01a69e2f-8de6-4516-b203-c3c92c59b64b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49bc07311da44ef588c005d6d2e4b2a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928037 May 20 16:16:00.813933 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49256) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:00.821201 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bf879-2abe-4d36-8985-51943ecd567a req-910030db-f0bd-4855-ac40-1ec1128f24f7 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:00.822866 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0c5bf879-2abe-4d36-8985-51943ecd567a req-910030db-f0bd-4855-ac40-1ec1128f24f7 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1142852 May 20 16:16:00.878859 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7c42e31b-c8ed-4499-bd26-127e5ec50c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:00.880156 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0c5bf879-2abe-4d36-8985-51943ecd567a req-f5c6086f-0818-46fe-b8ec-5128b9af8453 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496943 May 20 16:16:00.912813 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7c42e31b-c8ed-4499-bd26-127e5ec50c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:01.045628 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8ad2c877-2257-4b65-af13-9f448491a84b req-6c489340-75ec-44e4-b707-17489024732e tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 210 time: 0.0449667 May 20 16:16:01.048136 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7c42e31b-c8ed-4499-bd26-127e5ec50c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:01.053550 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-37151530-9939-4024-837b-e1f295f9176a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:01.071828 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42e31b-c8ed-4499-bd26-127e5ec50c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd71bcd4-8fee-4180-887d-8075bcf0e103,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:01.079973 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7c42e31b-c8ed-4499-bd26-127e5ec50c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:01.082292 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7c42e31b-c8ed-4499-bd26-127e5ec50c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:01.083214 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-7c42e31b-c8ed-4499-bd26-127e5ec50c60 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd71bcd4-8fee-4180-887d-8075bcf0e103 HTTP/1.1" status: 204 len: 168 time: 0.2683716 May 20 16:16:01.261397 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324eae45-35ed-49eb-b5e6-5306dc967810 req-56ba2739-2e1a-430c-bbc0-43d57abb67b7 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:01.262921 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-324eae45-35ed-49eb-b5e6-5306dc967810 req-56ba2739-2e1a-430c-bbc0-43d57abb67b7 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.0875304 May 20 16:16:01.318083 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-324eae45-35ed-49eb-b5e6-5306dc967810 req-446d042b-1535-4eb3-9760-c83425e8eea7 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484560 May 20 16:16:01.874877 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49276) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:01.896402 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3338fced-b2e5-44f8-b133-521a1fc28a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:01.912816 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-3338fced-b2e5-44f8-b133-521a1fc28a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:01.918437 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-3338fced-b2e5-44f8-b133-521a1fc28a58 admin admin] Usage tracker for resource:security_group_rule and tenant:2ec67559a5614f879d3ae8d8404aafc9 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:01.921671 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-3338fced-b2e5-44f8-b133-521a1fc28a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:01.928419 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-3338fced-b2e5-44f8-b133-521a1fc28a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:02.056612 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3338fced-b2e5-44f8-b133-521a1fc28a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:02.097871 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca21ca-74f1-4150-a5ea-6175099b7363 req-ca91d33c-0fc4-41de-bff8-464113fe2b04 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:02.099374 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-81ca21ca-74f1-4150-a5ea-6175099b7363 req-ca91d33c-0fc4-41de-bff8-464113fe2b04 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0850143 May 20 16:16:02.168494 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-81ca21ca-74f1-4150-a5ea-6175099b7363 req-ed05094c-ae77-4c7d-a656-a57a6a853e56 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582979 May 20 16:16:02.229162 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6d015994-65ae-4c62-8cee-e91c434ec00c req-077f2a8c-06f1-48fc-9a62-4e4caeacb19e tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 210 time: 0.0431583 May 20 16:16:02.236979 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3338fced-b2e5-44f8-b133-521a1fc28a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:02.244703 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-490fd42e-b890-46a8-93cd-6a7318f166b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:02.285305 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338fced-b2e5-44f8-b133-521a1fc28a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99adefb8-edb3-46ae-9f92-1247c0eaa721,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:02.298507 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-3338fced-b2e5-44f8-b133-521a1fc28a58 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ec67559a5614f879d3ae8d8404aafc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215338 May 20 16:16:02.299121 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3338fced-b2e5-44f8-b133-521a1fc28a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:02.300931 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 49292) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:02.583354 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-24550711-a776-4298-89c3-563927d38864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:02.631302 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-86cbe3d1-f9fb-42dc-905e-eac5f48b2c54 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:02.632696 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-86cbe3d1-f9fb-42dc-905e-eac5f48b2c54 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.10 "GET /v2.0/networks?id=39e97f3c-beae-434e-9a8f-85f55e910d1a HTTP/1.1" status: 200 len: 809 time: 0.3125839 May 20 16:16:02.642363 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-24550711-a776-4298-89c3-563927d38864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:02.653942 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Request body: {'port': {'device_id': '83daa98c-0a28-41ae-b83a-8b78e3041281', 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a', 'admin_state_up': True, 'tenant_id': '0a7aa509f2994cd99851f5c510e9b529'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:16:02.783601 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173bf7f-9411-4672-9d74-cb9bede87d0b req-09472960-e715-46af-9969-ffdd8bb8ea1d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:02.785185 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c173bf7f-9411-4672-9d74-cb9bede87d0b req-09472960-e715-46af-9969-ffdd8bb8ea1d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.2960823 May 20 16:16:02.957841 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c173bf7f-9411-4672-9d74-cb9bede87d0b req-f2c622bf-c74d-4036-bb22-844823c98d73 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617937 May 20 16:16:03.037953 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:03.065973 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:03.082981 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-24550711-a776-4298-89c3-563927d38864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:03.090165 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f81f18d7-ba95-44d7-8b00-70000a47629c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:03.107770 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24550711-a776-4298-89c3-563927d38864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99adefb8-edb3-46ae-9f92-1247c0eaa721,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:03.115870 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-24550711-a776-4298-89c3-563927d38864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:03.124109 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-24550711-a776-4298-89c3-563927d38864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:03.127897 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-24550711-a776-4298-89c3-563927d38864 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99adefb8-edb3-46ae-9f92-1247c0eaa721 HTTP/1.1" status: 204 len: 168 time: 0.8234246 May 20 16:16:03.142250 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1677a4f-c0be-499e-8c29-7381d838fce2 req-798902c4-702b-4f41-b7af-e73237a31328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:03.146016 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a1677a4f-c0be-499e-8c29-7381d838fce2 req-798902c4-702b-4f41-b7af-e73237a31328 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 1099 time: 0.1912823 May 20 16:16:03.155236 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b769f0-3394-41c2-9862-3f6b012e4d39 req-a12de0f0-46d6-41af-a13d-17796e13b4cc tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:03.157461 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-45b769f0-3394-41c2-9862-3f6b012e4d39 req-a12de0f0-46d6-41af-a13d-17796e13b4cc tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.2066722 May 20 16:16:03.180953 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Made reservation on behalf of 0a7aa509f2994cd99851f5c510e9b529 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:16:03.184603 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:03.404859 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-45b769f0-3394-41c2-9862-3f6b012e4d39 req-b0b2b02b-35fa-4f96-9ccc-e58a10033e20 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280433 May 20 16:16:03.428901 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-819b26c9-fc71-4363-a38a-c6605ac18ab4 req-553571dc-0f01-433e-87ea-2461c01a9a09 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 210 time: 0.0692630 May 20 16:16:03.494789 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1677a4f-c0be-499e-8c29-7381d838fce2 req-a51e0bc8-e00f-474d-a5c8-cb2d3e7529a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:03.496230 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a1677a4f-c0be-499e-8c29-7381d838fce2 req-a51e0bc8-e00f-474d-a5c8-cb2d3e7529a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 920 time: 0.3377590 May 20 16:16:03.579969 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a1677a4f-c0be-499e-8c29-7381d838fce2 req-a7e35b97-7ca9-4b3a-b7d1-ef5d258fe2f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=777ec9b1-c195-4f96-8d94-247b21965ab4 HTTP/1.1" status: 200 len: 217 time: 0.0745506 May 20 16:16:03.628993 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Allocated IP 172.20.0.12 (39e97f3c-beae-434e-9a8f-85f55e910d1a/7ba030de-ab11-409f-8b1c-ce85f85cb78f/d90c90f3-843f-4526-b4b8-eb378548dc11) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:16:03.691694 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1677a4f-c0be-499e-8c29-7381d838fce2 req-fe6bdf84-6a1b-4572-8366-b1103c008240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:03.692973 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a1677a4f-c0be-499e-8c29-7381d838fce2 req-fe6bdf84-6a1b-4572-8366-b1103c008240 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6768558a-ebcb-4813-ab73-25305c819af2 HTTP/1.1" status: 200 len: 859 time: 0.1037140 May 20 16:16:03.752978 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a1677a4f-c0be-499e-8c29-7381d838fce2 req-64523ce6-fd62-4a4b-99a9-8458eba1f433 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20ebcdd1-0856-4068-ac72-c6305fc94493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474081 May 20 16:16:04.015499 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:04.023441 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a1677a4f-c0be-499e-8c29-7381d838fce2 req-ee50ed74-f9b0-4c87-bd3f-aa226d0ad1a7 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480316 May 20 16:16:04.230169 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a1677a4f-c0be-499e-8c29-7381d838fce2 req-3f2f63e4-a50a-4cf9-a85e-7b794910af48 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958473 May 20 16:16:04.250279 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bcb0a-2221-466c-bff0-7303e01e7998 req-8b066cad-a851-4eb4-a3cd-7e7b5ee30897 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:04.251429 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e38bcb0a-2221-466c-bff0-7303e01e7998 req-8b066cad-a851-4eb4-a3cd-7e7b5ee30897 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1228819 May 20 16:16:04.295109 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:04.302246 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:04.347624 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e38bcb0a-2221-466c-bff0-7303e01e7998 req-c3ba1792-3957-45ed-a201-d450a3edf66a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884907 May 20 16:16:04.377071 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Network 39e97f3c-beae-434e-9a8f-85f55e910d1a is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:16:04.382108 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:16:04.384936 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:16:04.425298 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Pushing event updated for resources: {'Port': ['ID=d90c90f3-843f-4526-b4b8-eb378548dc11,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:04.429768 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:04.462479 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:04.462479 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:04.654298 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0044103 May 20 16:16:04.670286 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Request body: {'port': {'device_id': '83daa98c-0a28-41ae-b83a-8b78e3041281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:16:04.838975 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f3a6c-d449-48c1-89e4-6f670a018bb1 req-7d30d9a3-ee59-4aa6-8623-44c04ade7b34 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:04.840484 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1f5f3a6c-d449-48c1-89e4-6f670a018bb1 req-7d30d9a3-ee59-4aa6-8623-44c04ade7b34 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.3038471 May 20 16:16:04.850488 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2258673-2249-40e8-9824-a00f0ecb996f req-ae4f66e4-fad3-4980-a8d8-1b8740b518b4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:04.851067 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-b2258673-2249-40e8-9824-a00f0ecb996f req-ae4f66e4-fad3-4980-a8d8-1b8740b518b4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Synchronizing usage tracker for tenant:0a7aa509f2994cd99851f5c510e9b529 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:16:04.947579 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:04.962843 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1f5f3a6c-d449-48c1-89e4-6f670a018bb1 req-84b47853-f21e-4a57-8396-9e0686f73e2e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088769 May 20 16:16:05.004458 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-b2258673-2249-40e8-9824-a00f0ecb996f req-ae4f66e4-fad3-4980-a8d8-1b8740b518b4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Unset dirty status for tenant:0a7aa509f2994cd99851f5c510e9b529 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:16:05.006357 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b2258673-2249-40e8-9824-a00f0ecb996f req-ae4f66e4-fad3-4980-a8d8-1b8740b518b4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 932 time: 0.4346306 May 20 16:16:05.121088 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b2258673-2249-40e8-9824-a00f0ecb996f req-7932d8af-514e-4116-baba-edc159b15926 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044140 May 20 16:16:05.348675 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90c90f3-843f-4526-b4b8-eb378548dc11 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:16:05.356195 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:05.373916 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Transition to ACTIVE for port object d90c90f3-843f-4526-b4b8-eb378548dc11 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:16:05.519652 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:05.543415 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:05.722634 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Pushing event updated for resources: {'Port': ['ID=d90c90f3-843f-4526-b4b8-eb378548dc11,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:05.731535 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:05.791425 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceffd4-2414-412d-988a-78ac2cd3880d req-fb598126-b57f-4a6d-a4db-250ddfb0d675 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:05.792943 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9cceffd4-2414-412d-988a-78ac2cd3880d req-fb598126-b57f-4a6d-a4db-250ddfb0d675 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.3124349 May 20 16:16:05.837165 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Attempting to bind port d90c90f3-843f-4526-b4b8-eb378548dc11 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:16:05.837526 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Attempting to bind port d90c90f3-843f-4526-b4b8-eb378548dc11 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '7e9edf18-6aa0-403f-bc96-7765c2843fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:16:05.837856 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Attempting to bind port d90c90f3-843f-4526-b4b8-eb378548dc11 on network 39e97f3c-beae-434e-9a8f-85f55e910d1a {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:16:05.856014 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Port d90c90f3-843f-4526-b4b8-eb378548dc11 on network 39e97f3c-beae-434e-9a8f-85f55e910d1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:16:05.856336 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Attempting to bind port d90c90f3-843f-4526-b4b8-eb378548dc11 on network 39e97f3c-beae-434e-9a8f-85f55e910d1a {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:16:05.866077 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9cceffd4-2414-412d-988a-78ac2cd3880d req-93ee5ebf-e74f-447f-95d7-5e3ec4d8a0f8 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647616 May 20 16:16:05.866931 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:16:05.867263 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Checking segment: {'id': '7e9edf18-6aa0-403f-bc96-7765c2843fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:16:05.867639 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Bound using segment: {'id': '7e9edf18-6aa0-403f-bc96-7765c2843fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:16:05.868070 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Bound port: d90c90f3-843f-4526-b4b8-eb378548dc11, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9edf18-6aa0-403f-bc96-7765c2843fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:16:05.868423 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:05.979129 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] For port d90c90f3-843f-4526-b4b8-eb378548dc11, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:16:05.981475 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] For port d90c90f3-843f-4526-b4b8-eb378548dc11, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d90c90f3-843f-4526-b4b8-eb378548dc11,segment=NetworkSegment(7e9edf18-6aa0-403f-bc96-7765c2843fa2),segment_id=7e9edf18-6aa0-403f-bc96-7765c2843fa2)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:16:06.072816 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:06.080329 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-05b98d4a-7439-4f83-9538-6e8052d92324 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:06.181213 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:06.181857 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:06.183329 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] 10.222.0.10 "PUT /v2.0/ports/d90c90f3-843f-4526-b4b8-eb378548dc11 HTTP/1.1" status: 200 len: 1094 time: 1.5185630 May 20 16:16:06.183852 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83daa98c-0a28-41ae-b83a-8b78e3041281', 'tag': 'd90c90f3-843f-4526-b4b8-eb378548dc11'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:16:06.205962 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49422) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:06.217556 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Pushing event updated for resources: {'Port': ['ID=d90c90f3-843f-4526-b4b8-eb378548dc11,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:06.221828 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:06.248096 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d1d15-7ee3-41ca-8179-e9cd90a6e8c2 req-9ce9a030-f1e7-4b5e-8fa5-381511643495 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:06.256059 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7d8d1d15-7ee3-41ca-8179-e9cd90a6e8c2 req-9ce9a030-f1e7-4b5e-8fa5-381511643495 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1783943 May 20 16:16:06.384749 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b2c5da87-725f-41b4-97b2-988e8843d04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:06.392165 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7d8d1d15-7ee3-41ca-8179-e9cd90a6e8c2 req-0ffef66d-b71e-44a9-aac7-9d66c29d2831 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352181 May 20 16:16:06.401378 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b2c5da87-725f-41b4-97b2-988e8843d04d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:06.405587 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b2c5da87-725f-41b4-97b2-988e8843d04d admin admin] Usage tracker for resource:security_group_rule and tenant:89fd5085389c4a6f90453da1e22dadc5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:06.408805 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b2c5da87-725f-41b4-97b2-988e8843d04d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:06.416359 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b2c5da87-725f-41b4-97b2-988e8843d04d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:06.453247 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab4d09-0f57-48c1-b062-fa841ecf261a req-50ddb001-d876-45ae-8171-eba6d6631c8f tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:06.455686 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-17ab4d09-0f57-48c1-b062-fa841ecf261a req-50ddb001-d876-45ae-8171-eba6d6631c8f tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 944 time: 0.1839690 May 20 16:16:06.458600 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-42e625da-72c5-4ee1-9fcd-a95f23beb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:06.460019 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-42e625da-72c5-4ee1-9fcd-a95f23beb4bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a7aa509f2994cd99851f5c510e9b529&device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 1097 time: 0.1307943 May 20 16:16:06.515932 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b2c5da87-725f-41b4-97b2-988e8843d04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:06.558869 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83daa98c-0a28-41ae-b83a-8b78e3041281', 'tag': 'd90c90f3-843f-4526-b4b8-eb378548dc11', 'status': 'completed', 'code': 200} May 20 16:16:06.577295 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-52cf00a5-985b-46ef-a027-444d657a05e5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d90c90f3-843f-4526-b4b8-eb378548dc11 HTTP/1.1" status: 200 len: 217 time: 0.1053042 May 20 16:16:06.607785 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b2c5da87-725f-41b4-97b2-988e8843d04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:06.615727 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-cda59833-b8b2-4088-bf9f-37b200363143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:06.634257 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-17ab4d09-0f57-48c1-b062-fa841ecf261a req-f4bdb626-7375-4724-bdb5-49d95f40971e tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642351 May 20 16:16:06.669889 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5da87-725f-41b4-97b2-988e8843d04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720347f0-118c-4d68-8992-bba99edce265,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:06.676828 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b2c5da87-725f-41b4-97b2-988e8843d04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:06.687158 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-ec7f5153-4586-46ba-a366-412812cbd5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:06.689532 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-ec7f5153-4586-46ba-a366-412812cbd5f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ba030de-ab11-409f-8b1c-ce85f85cb78f HTTP/1.1" status: 200 len: 849 time: 0.0940959 May 20 16:16:06.701373 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-b2c5da87-725f-41b4-97b2-988e8843d04d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89fd5085389c4a6f90453da1e22dadc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4942558 May 20 16:16:06.709698 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49436) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:06.752328 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-b48c0b1a-d1ea-4424-a9c1-b386f5864c9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39e97f3c-beae-434e-9a8f-85f55e910d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469882 May 20 16:16:06.775509 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2ea64bd2-0b23-48a7-839c-658293bab9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:06.820988 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2ea64bd2-0b23-48a7-839c-658293bab9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:07.001891 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2ea64bd2-0b23-48a7-839c-658293bab9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:07.006981 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-9e9b686c-5bda-4abd-b738-e8776b6586bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:07.020401 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea64bd2-0b23-48a7-839c-658293bab9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720347f0-118c-4d68-8992-bba99edce265,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:07.023396 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2ea64bd2-0b23-48a7-839c-658293bab9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:07.033154 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2ea64bd2-0b23-48a7-839c-658293bab9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:07.034786 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-2ea64bd2-0b23-48a7-839c-658293bab9f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/720347f0-118c-4d68-8992-bba99edce265 HTTP/1.1" status: 204 len: 168 time: 0.3239019 May 20 16:16:07.072674 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-c8e5ae21-1731-4a96-9a26-2ffdb316d90c service neutron] 10.222.0.10 "GET /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055658 May 20 16:16:07.218289 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf493f-2f95-42e4-a9e8-04edf81c1694 req-8e71cc45-b922-4eb9-acac-6d1d38bd41b0 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:07.219837 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-15bf493f-2f95-42e4-a9e8-04edf81c1694 req-8e71cc45-b922-4eb9-acac-6d1d38bd41b0 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.2084236 May 20 16:16:07.257427 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-25d1038a-06e7-4150-8b32-3b61c4919146 req-d165805d-94b3-4dfe-a3f2-5278236e8d6b service neutron] 10.222.0.10 "GET /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668570 May 20 16:16:07.284133 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-15bf493f-2f95-42e4-a9e8-04edf81c1694 req-93f5ea9c-bd94-4af9-8581-b337897fd83f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517814 May 20 16:16:07.478209 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34772ad7-30d5-466b-bb69-48b2cfc6f223 req-87ff9284-ea95-4406-8e4e-804c060850da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:07.479837 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-34772ad7-30d5-466b-bb69-48b2cfc6f223 req-87ff9284-ea95-4406-8e4e-804c060850da service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0a7aa509f2994cd99851f5c510e9b529&device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 1097 time: 0.0877888 May 20 16:16:07.773027 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34772ad7-30d5-466b-bb69-48b2cfc6f223 req-d86bdb4b-93fc-43bb-b5d0-4fbf6ca8f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:07.778852 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-34772ad7-30d5-466b-bb69-48b2cfc6f223 req-d86bdb4b-93fc-43bb-b5d0-4fbf6ca8f4dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=39e97f3c-beae-434e-9a8f-85f55e910d1a HTTP/1.1" status: 200 len: 910 time: 0.2780242 May 20 16:16:07.820080 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f3314-9d7a-4926-9821-3db1051719f4 req-67c09461-dc5a-4efa-b6c8-53a5cd95f5c2 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:07.821709 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-443f3314-9d7a-4926-9821-3db1051719f4 req-67c09461-dc5a-4efa-b6c8-53a5cd95f5c2 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.3024125 May 20 16:16:07.974072 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-34772ad7-30d5-466b-bb69-48b2cfc6f223 req-f593fbb1-3c5d-4c15-aaeb-18fca0c817fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d90c90f3-843f-4526-b4b8-eb378548dc11 HTTP/1.1" status: 200 len: 217 time: 0.1475561 May 20 16:16:08.068922 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-443f3314-9d7a-4926-9821-3db1051719f4 req-80f7b03a-f5a0-45f7-88de-ff1802ec88ad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370523 May 20 16:16:08.078283 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34772ad7-30d5-466b-bb69-48b2cfc6f223 req-37f6879c-c15d-412c-bba5-96f6449e0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:08.080849 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-34772ad7-30d5-466b-bb69-48b2cfc6f223 req-37f6879c-c15d-412c-bba5-96f6449e0552 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ba030de-ab11-409f-8b1c-ce85f85cb78f HTTP/1.1" status: 200 len: 849 time: 0.0988793 May 20 16:16:08.152828 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6fdc3-8e53-4841-8967-c9434eeefbdd req-ec56929b-6655-4c6f-ac8e-cad2d16161e0 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:08.152828 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-45e6fdc3-8e53-4841-8967-c9434eeefbdd req-ec56929b-6655-4c6f-ac8e-cad2d16161e0 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 944 time: 0.3173134 May 20 16:16:08.152828 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-34772ad7-30d5-466b-bb69-48b2cfc6f223 req-b4ab4c97-20ed-4be4-909f-4e2174151499 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=39e97f3c-beae-434e-9a8f-85f55e910d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622306 May 20 16:16:08.280180 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-45e6fdc3-8e53-4841-8967-c9434eeefbdd req-ab67fcb7-5d26-47b4-9fd3-04d831337146 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276824 May 20 16:16:08.331675 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-34772ad7-30d5-466b-bb69-48b2cfc6f223 req-8eab09d8-ed0a-47db-bf35-9242a569012a service neutron] 10.222.0.10 "GET /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620300 May 20 16:16:08.527693 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-34772ad7-30d5-466b-bb69-48b2cfc6f223 req-dc7728b1-ae5b-43dd-b6bc-941c83e8e040 service neutron] 10.222.0.10 "GET /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868024 May 20 16:16:08.561706 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4b379-5288-4157-942c-28b453d64d7e req-a29d329a-df7f-49fe-909d-68c5e6c48320 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:08.563345 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dbb4b379-5288-4157-942c-28b453d64d7e req-a29d329a-df7f-49fe-909d-68c5e6c48320 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1358171 May 20 16:16:08.613687 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dbb4b379-5288-4157-942c-28b453d64d7e req-4734fab5-94c7-4d4e-9aa0-70ee9ab8466d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443668 May 20 16:16:08.882606 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-b7b85092-4d66-43f2-90ea-87bb98a183e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:09.487122 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16c416-8daa-4b09-842c-7a545451d71e req-869cb113-971c-48fd-ad7f-2a47ac6fcaa0 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:09.488819 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ed16c416-8daa-4b09-842c-7a545451d71e req-869cb113-971c-48fd-ad7f-2a47ac6fcaa0 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 944 time: 0.0871861 May 20 16:16:09.535161 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ed16c416-8daa-4b09-842c-7a545451d71e req-5d4c441e-e417-4950-920a-6cffd5e37e0f tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404403 May 20 16:16:09.840485 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a925380-7249-4990-b7d6-f6b6538afb9c req-a49bf4a5-cb17-4bfb-adf7-91bb1f5ee474 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:09.841969 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a925380-7249-4990-b7d6-f6b6538afb9c req-a49bf4a5-cb17-4bfb-adf7-91bb1f5ee474 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.0953960 May 20 16:16:09.900663 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a925380-7249-4990-b7d6-f6b6538afb9c req-befa8548-475e-4a8a-8f49-85fabfdabb77 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480206 May 20 16:16:10.240248 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49568) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:10.245572 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d72c3-4a13-4087-bebe-063905ae651c req-d634e00d-d865-4cc3-80ea-556e1c59e32f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:10.251530 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-086d72c3-4a13-4087-bebe-063905ae651c req-d634e00d-d865-4cc3-80ea-556e1c59e32f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1042113 May 20 16:16:10.313274 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-086d72c3-4a13-4087-bebe-063905ae651c req-4e950609-470f-40a8-bceb-88b02a341a7f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569680 May 20 16:16:10.412593 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:10.462391 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:10.466659 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Usage tracker for resource:security_group_rule and tenant:0d0efeffeef84b61b9fe9b650fe33c37 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:10.471037 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:10.471988 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device d90c90f3-843f-4526-b4b8-eb378548dc11 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:16:10.477845 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:10.583282 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:10.623174 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port d90c90f3-843f-4526-b4b8-eb378548dc11, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d90c90f3-843f-4526-b4b8-eb378548dc11,segment=NetworkSegment(7e9edf18-6aa0-403f-bc96-7765c2843fa2),segment_id=7e9edf18-6aa0-403f-bc96-7765c2843fa2)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:10.639397 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'd90c90f3-843f-4526-b4b8-eb378548dc11', 'network_id': '39e97f3c-beae-434e-9a8f-85f55e910d1a', 'port_id': 'd90c90f3-843f-4526-b4b8-eb378548dc11', 'mac_address': 'fa:16:3e:86:85:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ba030de-ab11-409f-8b1c-ce85f85cb78f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:16:10.695931 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:10.711307 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:10.713695 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90c90f3-843f-4526-b4b8-eb378548dc11 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:16:10.724533 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-f60ef523-37da-4688-8af2-041235e8d225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:10.735613 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port d90c90f3-843f-4526-b4b8-eb378548dc11, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d90c90f3-843f-4526-b4b8-eb378548dc11,segment=NetworkSegment(7e9edf18-6aa0-403f-bc96-7765c2843fa2),segment_id=7e9edf18-6aa0-403f-bc96-7765c2843fa2)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:10.760071 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8232a76-0664-4c44-8865-e734cc578812 req-c5436231-a6a4-4e58-9893-44eda692f971 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:10.761697 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e8232a76-0664-4c44-8865-e734cc578812 req-c5436231-a6a4-4e58-9893-44eda692f971 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 944 time: 0.0927715 May 20 16:16:10.781515 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0d0efeffeef84b61b9fe9b650fe33c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5399840 May 20 16:16:10.782889 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49582) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:10.785841 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb67086-987b-4368-a92c-512188a30cb1,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:10.812590 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:10.814466 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:10.814911 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:10.815357 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:10.815801 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:10.816241 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:10.816680 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:10.817151 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:10.817629 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:10.818245 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:10.818831 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:10.819383 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:10.820000 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:10.821970 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:10.825121 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:10.890046 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-92e8e3ce-35ac-424f-8c6b-ae4c08e7dacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:10.902204 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e8232a76-0664-4c44-8865-e734cc578812 req-385932f8-d365-430a-b325-6a273e9373bf tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339543 May 20 16:16:10.930189 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-92e8e3ce-35ac-424f-8c6b-ae4c08e7dacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:10.942782 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=d90c90f3-843f-4526-b4b8-eb378548dc11,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:10.946953 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:11.085380 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['d90c90f3-843f-4526-b4b8-eb378548dc11'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:16:11.097183 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d5c71-7449-4fec-a330-79fc10cd12da req-3db5c00c-bb4a-490b-bee5-8cef57cb5577 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:11.098271 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-137d5c71-7449-4fec-a330-79fc10cd12da req-3db5c00c-bb4a-490b-bee5-8cef57cb5577 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.0837893 May 20 16:16:11.111536 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-92e8e3ce-35ac-424f-8c6b-ae4c08e7dacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:11.116755 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5af17365-2385-4f2e-82ad-97a3232d557e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:11.127182 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8e3ce-35ac-424f-8c6b-ae4c08e7dacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb67086-987b-4368-a92c-512188a30cb1,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:11.130646 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-92e8e3ce-35ac-424f-8c6b-ae4c08e7dacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:11.134441 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-92e8e3ce-35ac-424f-8c6b-ae4c08e7dacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:11.135735 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-92e8e3ce-35ac-424f-8c6b-ae4c08e7dacc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bb67086-987b-4368-a92c-512188a30cb1 HTTP/1.1" status: 204 len: 168 time: 0.3514805 May 20 16:16:11.153217 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-137d5c71-7449-4fec-a330-79fc10cd12da req-c1449071-a47b-4622-b42b-062d4deddfc8 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488737 May 20 16:16:11.475569 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:11.670849 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-1bc9a164-57cf-4e3a-ae89-9b6731eeabf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.007816 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49624) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:12.027896 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a9424062-f7d1-43df-94d9-21d014c2141d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.046760 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-a9424062-f7d1-43df-94d9-21d014c2141d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:12.051375 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-a9424062-f7d1-43df-94d9-21d014c2141d admin admin] Usage tracker for resource:security_group_rule and tenant:55fc853c2aef45948f5aaed1c1ce06f0 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:12.054214 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-a9424062-f7d1-43df-94d9-21d014c2141d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:12.061501 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-a9424062-f7d1-43df-94d9-21d014c2141d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:12.120682 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451d3df-a5fe-4fed-bdf9-ef24336e0feb req-a0dc5663-a63b-4d09-b38c-1fde55f2ff5e tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:12.128772 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0451d3df-a5fe-4fed-bdf9-ef24336e0feb req-a0dc5663-a63b-4d09-b38c-1fde55f2ff5e tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 945 time: 0.1048570 May 20 16:16:12.148686 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a9424062-f7d1-43df-94d9-21d014c2141d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.175804 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0451d3df-a5fe-4fed-bdf9-ef24336e0feb req-71f437c1-2bfc-4858-ac1c-af3a2998aedb tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461259 May 20 16:16:12.236229 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a9424062-f7d1-43df-94d9-21d014c2141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.245396 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3338fced-b2e5-44f8-b133-521a1fc28a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:12.287520 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-a9424062-f7d1-43df-94d9-21d014c2141d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55fc853c2aef45948f5aaed1c1ce06f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783298 May 20 16:16:12.288522 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9424062-f7d1-43df-94d9-21d014c2141d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e738b8d2-47aa-4d0b-896c-048e5913355b,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:12.290931 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49632) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:12.293943 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-a9424062-f7d1-43df-94d9-21d014c2141d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:12.355873 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6f395dc7-007b-4c1b-9110-f8c3542a5b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.380448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d0fd2-a107-4734-98fd-b81a32c27172 req-0812fb3d-e31b-4132-895f-3663e94bd328 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:12.383550 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6f395dc7-007b-4c1b-9110-f8c3542a5b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.388097 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8f1d0fd2-a107-4734-98fd-b81a32c27172 req-0812fb3d-e31b-4132-895f-3663e94bd328 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1060350 May 20 16:16:12.433356 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8f1d0fd2-a107-4734-98fd-b81a32c27172 req-86b85491-5550-4d78-ac9b-e1be0ec58d11 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445397 May 20 16:16:12.485379 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device d90c90f3-843f-4526-b4b8-eb378548dc11 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:16:12.510861 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6f395dc7-007b-4c1b-9110-f8c3542a5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.518796 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2ea64bd2-0b23-48a7-839c-658293bab9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:12.536359 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6f395dc7-007b-4c1b-9110-f8c3542a5b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.540451 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-6f395dc7-007b-4c1b-9110-f8c3542a5b71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e738b8d2-47aa-4d0b-896c-048e5913355b HTTP/1.1" status: 204 len: 168 time: 0.2484107 May 20 16:16:12.541569 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f395dc7-007b-4c1b-9110-f8c3542a5b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e738b8d2-47aa-4d0b-896c-048e5913355b,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:12.544437 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6f395dc7-007b-4c1b-9110-f8c3542a5b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:12.671013 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.673736 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port d90c90f3-843f-4526-b4b8-eb378548dc11 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:16:12.677675 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port d90c90f3-843f-4526-b4b8-eb378548dc11 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:16:12.678066 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.814678 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.841322 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83daa98c-0a28-41ae-b83a-8b78e3041281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90c90f3-843f-4526-b4b8-eb378548dc11'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:16:12.854282 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port d90c90f3-843f-4526-b4b8-eb378548dc11, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d90c90f3-843f-4526-b4b8-eb378548dc11,segment=NetworkSegment(7e9edf18-6aa0-403f-bc96-7765c2843fa2),segment_id=7e9edf18-6aa0-403f-bc96-7765c2843fa2)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:12.889927 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83daa98c-0a28-41ae-b83a-8b78e3041281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90c90f3-843f-4526-b4b8-eb378548dc11', 'code': 200} May 20 16:16:12.962404 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:12.965130 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:13.062592 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=d90c90f3-843f-4526-b4b8-eb378548dc11,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:13.066825 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:13.374479 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49668) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:13.449721 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2d547c-31c5-4847-b63d-6273833ba444 admin admin] Deleting subnet 2c9eba1b-17a5-401f-b3ca-3d70d8910a0c {{(pid=92272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:16:13.454521 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-cc2d547c-31c5-4847-b63d-6273833ba444 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:13.484818 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc69a3-9ffa-41ad-8041-6440b83c9d1c req-485d219c-585b-4abc-85be-236e8308e3d6 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:13.505519 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-03fc69a3-9ffa-41ad-8041-6440b83c9d1c req-485d219c-585b-4abc-85be-236e8308e3d6 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 946 time: 0.2169821 May 20 16:16:13.509488 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfd5e4-28b3-44dd-87e2-a1f3000e0f36 req-bc2841da-029f-46e5-922b-6c982df7326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:13.509488 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-59dfd5e4-28b3-44dd-87e2-a1f3000e0f36 req-bc2841da-029f-46e5-922b-6c982df7326e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 1099 time: 0.1637528 May 20 16:16:13.523413 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-cc2d547c-31c5-4847-b63d-6273833ba444 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:13.530913 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-cc2d547c-31c5-4847-b63d-6273833ba444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:13.669258 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-03fc69a3-9ffa-41ad-8041-6440b83c9d1c req-63855b59-029a-4e3e-a4e1-415051a00b2a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570587 May 20 16:16:13.754635 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-59dfd5e4-28b3-44dd-87e2-a1f3000e0f36 req-946c0a55-73e0-49a4-826e-3c7614128754 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879165 May 20 16:16:13.804814 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e20090b-1415-4310-a5a8-3e701e1a809d req-e88a9086-c76d-49fc-8ee6-5674e4bb0de1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:13.806378 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0e20090b-1415-4310-a5a8-3e701e1a809d req-e88a9086-c76d-49fc-8ee6-5674e4bb0de1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1299438 May 20 16:16:13.871023 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0e20090b-1415-4310-a5a8-3e701e1a809d req-5a3f8b21-83b7-49b8-aba9-300b2be2b015 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483873 May 20 16:16:13.990782 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-cc2d547c-31c5-4847-b63d-6273833ba444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832'] for subnet, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:13.997409 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-78d0639c-f248-4d3c-98d6-c9a3ad0f8a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:14.033885 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2d547c-31c5-4847-b63d-6273833ba444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9eba1b-17a5-401f-b3ca-3d70d8910a0c,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:14.037381 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-cc2d547c-31c5-4847-b63d-6273833ba444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:14.039687 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-cc2d547c-31c5-4847-b63d-6273833ba444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.048852 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-cc2d547c-31c5-4847-b63d-6273833ba444 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2c9eba1b-17a5-401f-b3ca-3d70d8910a0c HTTP/1.1" status: 204 len: 168 time: 0.6685185 May 20 16:16:14.050510 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49700) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:14.177295 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.302636 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.316801 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.317155 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.317938 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.318270 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > port after_create 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.318609 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.318961 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > port after_update 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.319282 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.319599 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.319915 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.320234 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.407745 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.408492 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.408492 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.408787 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92272) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 16:16:14.409160 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8e0556-63dc-488d-adbb-6bf3eb18cd63']}} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:16:14.427825 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64ca876-9811-4cc7-8dda-316bb132d04e') {'for_net_delete': True} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:16:14.428122 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64ca876-9811-4cc7-8dda-316bb132d04e') {} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:16:14.440188 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11847897'] for segment, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.529283 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.537742 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=92272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:16:14.538122 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11257265'] for segment, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: from cryptography.utils import int_from_bytes May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: from cryptography.utils import int_from_bytes May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: Traceback (most recent call last): May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: timer() May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: cb(*args, **kw) May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: return func(*args, **kwargs) May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: self._notify() May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: self.callback(batched_events) May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: event.method(event) May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: return f(self, *a, **k) May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: return self._get(url).json() May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: return self.request(url, 'GET', **kwargs) May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:16:14.553740 dv-cinder-689486-13-smb neutron-server[92272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:16:14.556653 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.699669 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.709441 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:14.724085 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.730437 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f8e0556-63dc-488d-adbb-6bf3eb18cd63,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:14.736826 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:14.837735 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-d0ff4711-25ab-429b-98d7-4918c5221aa7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6f8e0556-63dc-488d-adbb-6bf3eb18cd63 HTTP/1.1" status: 204 len: 168 time: 0.7857728 May 20 16:16:14.840299 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49712) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:14.911776 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cb00e-e443-4c97-85aa-a696635846ba req-d8b650d1-6a8b-45af-8bc7-4822ef32f3c1 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:14.919908 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fe5cb00e-e443-4c97-85aa-a696635846ba req-d8b650d1-6a8b-45af-8bc7-4822ef32f3c1 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 946 time: 0.1410022 May 20 16:16:14.928799 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77d9604-f1b4-4aff-a1e2-5f5708466119 admin admin] Deleting subnet 73f18d8c-456f-42ea-be05-3c9a140ef950 {{(pid=92272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:16:14.932939 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c77d9604-f1b4-4aff-a1e2-5f5708466119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:14.985559 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fe5cb00e-e443-4c97-85aa-a696635846ba req-07d734c2-7cbf-40fa-88a2-1b46ed085587 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615690 May 20 16:16:15.009501 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c77d9604-f1b4-4aff-a1e2-5f5708466119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11847894'] for subnet, precommit_delete_associations {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.068537 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c77d9604-f1b4-4aff-a1e2-5f5708466119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.145323 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84033f9-26d8-431c-b92b-8df2cc404018 req-9b845363-392b-4a54-a743-2b2b8c20ae3a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:15.146885 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c84033f9-26d8-431c-b92b-8df2cc404018 req-9b845363-392b-4a54-a743-2b2b8c20ae3a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1026201 May 20 16:16:15.216066 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c84033f9-26d8-431c-b92b-8df2cc404018 req-a1083ede-1a51-4589-abd8-72b8c70306bb tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627191 May 20 16:16:15.436973 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c77d9604-f1b4-4aff-a1e2-5f5708466119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11257111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11980230'] for subnet, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.442621 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c2f5c407-6133-4a4c-8762-9343be95e5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:15.479090 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d9604-f1b4-4aff-a1e2-5f5708466119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f18d8c-456f-42ea-be05-3c9a140ef950,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:15.480979 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c77d9604-f1b4-4aff-a1e2-5f5708466119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.483496 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c77d9604-f1b4-4aff-a1e2-5f5708466119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:15.488081 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c77d9604-f1b4-4aff-a1e2-5f5708466119 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/73f18d8c-456f-42ea-be05-3c9a140ef950 HTTP/1.1" status: 204 len: 168 time: 0.6466358 May 20 16:16:15.490523 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49728) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:15.603791 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.728980 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.743467 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d102129a-8123-4c35-ae7e-a1687f2c19a7']}} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:16:15.757888 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198bf6e0-8afc-41ce-addb-d92a6b5bd753') {'for_net_delete': True} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:16:15.758178 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198bf6e0-8afc-41ce-addb-d92a6b5bd753') {} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:16:15.770068 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11847897'] for segment, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.786165 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.792476 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=92272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:16:15.792921 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11257265'] for segment, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: Traceback (most recent call last): May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: timer() May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: cb(*args, **kw) May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: return func(*args, **kwargs) May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: self._notify() May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: self.callback(batched_events) May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: event.method(event) May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: return f(self, *a, **k) May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: return self._get(url).json() May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: return self.request(url, 'GET', **kwargs) May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:16:15.806294 dv-cinder-689486-13-smb neutron-server[92272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:16:15.996739 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.001414 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-06158b93-4ad5-45ba-8600-5d11b458b799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:16.024376 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.031121 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] Pushing event deleted for resources: {'Network': ['ID=d102129a-8123-4c35-ae7e-a1687f2c19a7,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:16.034849 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:16.039265 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] 10.222.0.11 "DELETE /v2.0/networks/d102129a-8123-4c35-ae7e-a1687f2c19a7 HTTP/1.1" status: 204 len: 168 time: 0.5473928 May 20 16:16:16.327710 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4063a-5ed1-4327-a354-da4b4666035d req-eec39732-e661-48c1-8f32-497bb71523d8 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:16.330414 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-11e4063a-5ed1-4327-a354-da4b4666035d req-eec39732-e661-48c1-8f32-497bb71523d8 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 946 time: 0.2257798 May 20 16:16:16.335449 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516127f3-a865-4b8b-a711-2cc70659cccf req-b883f705-733c-4b66-8536-0d626a9b4c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:16.336814 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-516127f3-a865-4b8b-a711-2cc70659cccf req-b883f705-733c-4b66-8536-0d626a9b4c31 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 1099 time: 0.1952000 May 20 16:16:16.344597 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c344bf-941f-4b0f-9161-9679fce19461 req-ed81e7ed-cc7b-4d0d-be79-61dd97f449f9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:16.346144 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-39c344bf-941f-4b0f-9161-9679fce19461 req-ed81e7ed-cc7b-4d0d-be79-61dd97f449f9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.2104025 May 20 16:16:16.489326 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-11e4063a-5ed1-4327-a354-da4b4666035d req-696d0346-55a2-42f9-896e-6082bf184d8f tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420674 May 20 16:16:16.497158 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a259fc36-0876-4f27-bf20-df7a51672f7e details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:16:16.521875 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-39c344bf-941f-4b0f-9161-9679fce19461 req-a0d5f38b-97e3-4db4-b006-6124b876b2d2 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449997 May 20 16:16:16.586998 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516127f3-a865-4b8b-a711-2cc70659cccf req-88a07f4b-686a-4a99-96c0-59e58b2d0910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:16.590048 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-516127f3-a865-4b8b-a711-2cc70659cccf req-88a07f4b-686a-4a99-96c0-59e58b2d0910 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 920 time: 0.2417181 May 20 16:16:16.684181 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49764) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:16.727706 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-516127f3-a865-4b8b-a711-2cc70659cccf req-357e7c82-32ca-4045-9755-b7cba7823a1c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=777ec9b1-c195-4f96-8d94-247b21965ab4 HTTP/1.1" status: 200 len: 217 time: 0.1260331 May 20 16:16:16.753723 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a259fc36-0876-4f27-bf20-df7a51672f7e,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:16.761341 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-720a454b-d1d6-43fb-8147-f86a0b0b7c5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=705aaad77b6d4408b78d110feb418df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755498 May 20 16:16:16.780488 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49770) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:16.781092 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'port_id': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'mac_address': 'fa:16:3e:4e:cd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:16:16.834369 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.848163 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c014319d-e774-4eba-adbb-d056667b8f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.853356 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a259fc36-0876-4f27-bf20-df7a51672f7e {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:16:16.872263 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a259fc36-0876-4f27-bf20-df7a51672f7e,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:16.881327 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c014319d-e774-4eba-adbb-d056667b8f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.882583 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516127f3-a865-4b8b-a711-2cc70659cccf req-c72eeb99-c5c8-4a4c-9259-06f087b3e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:16.884015 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-516127f3-a865-4b8b-a711-2cc70659cccf req-c72eeb99-c5c8-4a4c-9259-06f087b3e207 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6768558a-ebcb-4813-ab73-25305c819af2 HTTP/1.1" status: 200 len: 859 time: 0.1485291 May 20 16:16:16.900436 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90292-2c56-4aaa-b203-ca767c12ced2 req-69498045-ee2b-45f3-a15e-90b9c6abd8ae tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:16.901904 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d9c90292-2c56-4aaa-b203-ca767c12ced2 req-69498045-ee2b-45f3-a15e-90b9c6abd8ae tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1232665 May 20 16:16:16.950595 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:16.953112 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:16.957342 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-516127f3-a865-4b8b-a711-2cc70659cccf req-bb1b37fd-1b85-4105-8021-98d91c255aa8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20ebcdd1-0856-4068-ac72-c6305fc94493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544729 May 20 16:16:17.027422 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=a259fc36-0876-4f27-bf20-df7a51672f7e,revision_number=6']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:17.035899 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:17.036249 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:17.036590 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:17.036922 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:17.037554 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:17.037896 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:17.038226 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:17.038549 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:17.038907 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:17.039235 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:17.039560 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:17.040075 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:17.041826 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c014319d-e774-4eba-adbb-d056667b8f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:17.048277 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:17.056361 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-0ceea791-1822-439d-8d66-94218e6afd8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:17.072835 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014319d-e774-4eba-adbb-d056667b8f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3915dfab-69de-4271-b3ac-e060d1570dca,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:17.075438 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c014319d-e774-4eba-adbb-d056667b8f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:17.083422 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['a259fc36-0876-4f27-bf20-df7a51672f7e'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:16:17.096105 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d9c90292-2c56-4aaa-b203-ca767c12ced2 req-38a2f9e2-1fea-4661-a7a6-22b538bb91b9 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633158 May 20 16:16:17.201124 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c014319d-e774-4eba-adbb-d056667b8f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:17.204856 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c014319d-e774-4eba-adbb-d056667b8f96 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3915dfab-69de-4271-b3ac-e060d1570dca HTTP/1.1" status: 204 len: 168 time: 0.4378977 May 20 16:16:17.210690 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-516127f3-a865-4b8b-a711-2cc70659cccf req-9fe1edd6-045e-4607-a421-924881171680 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400248 May 20 16:16:17.368818 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-516127f3-a865-4b8b-a711-2cc70659cccf req-ce75643c-4b59-4838-8d04-e3014cee5ff6 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385303 May 20 16:16:17.735829 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80bfa1-dc10-4a6b-9b16-19059cc17c61 req-494485aa-e016-4783-b633-f081dbe7f093 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:17.737397 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2a80bfa1-dc10-4a6b-9b16-19059cc17c61 req-494485aa-e016-4783-b633-f081dbe7f093 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0895610 May 20 16:16:17.786634 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2a80bfa1-dc10-4a6b-9b16-19059cc17c61 req-909349e4-4ecb-435e-8130-b424978fd58b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432513 May 20 16:16:17.996938 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49804) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:18.045116 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-860d401d-2df9-44d7-a8f7-ffd0ccc81e9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75e438450d1540c4b6caf28f32a60084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480685 May 20 16:16:18.048703 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49810) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:18.108444 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc1f9-b8b8-4b8a-8fc7-aa314a1ff2bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:18.135582 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc1f9-b8b8-4b8a-8fc7-aa314a1ff2bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:18.293487 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc1f9-b8b8-4b8a-8fc7-aa314a1ff2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:18.294787 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac527ba-691d-4b44-993c-6e7e10d32055 req-0cf22a3e-b49e-44a4-b0f1-8e06d7e800f3 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:18.297702 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6f395dc7-007b-4c1b-9110-f8c3542a5b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:18.302930 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6ac527ba-691d-4b44-993c-6e7e10d32055 req-0cf22a3e-b49e-44a4-b0f1-8e06d7e800f3 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 945 time: 0.0882242 May 20 16:16:18.310426 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cc1f9-b8b8-4b8a-8fc7-aa314a1ff2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac918ef1-da92-4018-97ae-e7b596f3ab56,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:18.318429 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-0a0cc1f9-b8b8-4b8a-8fc7-aa314a1ff2bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:18.319606 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-0a0cc1f9-b8b8-4b8a-8fc7-aa314a1ff2bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:18.324488 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-0a0cc1f9-b8b8-4b8a-8fc7-aa314a1ff2bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ac918ef1-da92-4018-97ae-e7b596f3ab56 HTTP/1.1" status: 204 len: 168 time: 0.2749991 May 20 16:16:18.388425 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6ac527ba-691d-4b44-993c-6e7e10d32055 req-2cd5bb9e-c4e9-4f26-8a43-5afe414906ed tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832334 May 20 16:16:18.519671 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a259fc36-0876-4f27-bf20-df7a51672f7e up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:16:18.609537 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port a259fc36-0876-4f27-bf20-df7a51672f7e triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:16:18.611387 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:18.814658 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:18.849351 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:16:18.862719 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a259fc36-0876-4f27-bf20-df7a51672f7e,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:18.924711 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:18.930029 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:19.061104 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=a259fc36-0876-4f27-bf20-df7a51672f7e,revision_number=7']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:19.066049 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:19.079301 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd1f92-639e-4250-a348-bcb73c73c5ae req-1820947d-e41f-4a56-9ebb-fec27498d889 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:19.087264 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d6dd1f92-639e-4250-a348-bcb73c73c5ae req-1820947d-e41f-4a56-9ebb-fec27498d889 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 946 time: 0.1931055 May 20 16:16:19.130766 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49864) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:19.153026 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d6dd1f92-639e-4250-a348-bcb73c73c5ae req-e5b463b6-020f-4a6a-8bb7-cb3505df96e1 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642774 May 20 16:16:19.183486 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216884aa-3e98-4079-975d-8d24dfe813d1 req-69fa9085-e19a-4609-a0d0-2cf634b32d95 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:19.192573 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-216884aa-3e98-4079-975d-8d24dfe813d1 req-69fa9085-e19a-4609-a0d0-2cf634b32d95 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1951270 May 20 16:16:19.249809 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-216884aa-3e98-4079-975d-8d24dfe813d1 req-0df5ba82-2561-42af-8c91-add473346db0 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562563 May 20 16:16:19.326511 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'code': 200} May 20 16:16:19.345202 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-011b611e-cc87-4c92-a132-708f902203ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:19.361878 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-011b611e-cc87-4c92-a132-708f902203ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:19.365867 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-011b611e-cc87-4c92-a132-708f902203ab admin admin] Usage tracker for resource:security_group_rule and tenant:eb374aa8073d4fc1aee35334faa178e8 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:19.368767 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-011b611e-cc87-4c92-a132-708f902203ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:19.374510 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-011b611e-cc87-4c92-a132-708f902203ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:19.463034 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-011b611e-cc87-4c92-a132-708f902203ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:19.621325 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf3b97-4cbc-4f45-824f-84931daeab7f req-4a5fbd4e-03c2-4d5a-8b55-14204f21050c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:19.623765 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-21cf3b97-4cbc-4f45-824f-84931daeab7f req-4a5fbd4e-03c2-4d5a-8b55-14204f21050c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1024005 May 20 16:16:19.642349 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-011b611e-cc87-4c92-a132-708f902203ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:19.652392 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b1407b75-8f7e-4722-a916-81d5dfe3f0fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:19.687624 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-21cf3b97-4cbc-4f45-824f-84931daeab7f req-bbb21de0-0fe5-4bc7-9dc5-b96f2209b4df tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568295 May 20 16:16:19.717118 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-011b611e-cc87-4c92-a132-708f902203ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb374aa8073d4fc1aee35334faa178e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5846291 May 20 16:16:19.720943 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 49894) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:19.749571 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011b611e-cc87-4c92-a132-708f902203ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c869da5-942b-4ebe-aa6e-1de987ccff28,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:19.866008 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-011b611e-cc87-4c92-a132-708f902203ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:19.867020 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:19.867020 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:20.142164 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:20.149223 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7f72a51d-b4c6-438b-9e88-31d022b24e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:20.165757 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c869da5-942b-4ebe-aa6e-1de987ccff28,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:20.181999 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:20.183384 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:20.183958 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:20.184530 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:20.185083 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:20.185936 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:20.187330 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:20.187940 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:20.188592 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:20.189161 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:20.189811 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:20.190550 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:16:20.199689 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:20.218133 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:20.224440 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c869da5-942b-4ebe-aa6e-1de987ccff28 HTTP/1.1" status: 204 len: 168 time: 0.4995909 May 20 16:16:20.715992 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46109736-fb5b-41fd-9585-c4be6a1fb960 req-1a3785d4-4843-4ecc-a5c3-21f499578a27 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:20.717554 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-46109736-fb5b-41fd-9585-c4be6a1fb960 req-1a3785d4-4843-4ecc-a5c3-21f499578a27 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.2137234 May 20 16:16:20.729444 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0160b7-ebaa-40e1-bdf2-2c34e25c1c8b req-0448a3ce-87b5-4337-ac9e-eefa138ab7dc tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:20.730921 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7d0160b7-ebaa-40e1-bdf2-2c34e25c1c8b req-0448a3ce-87b5-4337-ac9e-eefa138ab7dc tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 946 time: 0.2708435 May 20 16:16:20.763805 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb36726-4f9e-46c2-b272-baa385cfc842 req-f87f471c-0fbe-4646-9e8a-3bda0bacd9a9 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:20.777509 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0bb36726-4f9e-46c2-b272-baa385cfc842 req-f87f471c-0fbe-4646-9e8a-3bda0bacd9a9 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.10 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 946 time: 0.2603767 May 20 16:16:20.963239 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-46109736-fb5b-41fd-9585-c4be6a1fb960 req-1f65b5fd-b2ff-46d4-8358-c8797825f44b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225125 May 20 16:16:20.970782 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7d0160b7-ebaa-40e1-bdf2-2c34e25c1c8b req-4679dcf3-46a9-461d-aa68-c949caeae467 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/security-groups?id=c9345b42-ebce-4fd1-b979-439e42fa4c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013683 May 20 16:16:21.145463 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-0bb36726-4f9e-46c2-b272-baa385cfc842 req-8efb6468-9b40-47db-8263-931e6a4c86e4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Deleting port d90c90f3-843f-4526-b4b8-eb378548dc11 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:16:21.150583 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-0bb36726-4f9e-46c2-b272-baa385cfc842 req-8efb6468-9b40-47db-8263-931e6a4c86e4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:21.381034 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-0bb36726-4f9e-46c2-b272-baa385cfc842 req-8efb6468-9b40-47db-8263-931e6a4c86e4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] For port d90c90f3-843f-4526-b4b8-eb378548dc11, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=d90c90f3-843f-4526-b4b8-eb378548dc11,segment=NetworkSegment(7e9edf18-6aa0-403f-bc96-7765c2843fa2),segment_id=7e9edf18-6aa0-403f-bc96-7765c2843fa2)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:21.381488 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-0bb36726-4f9e-46c2-b272-baa385cfc842 req-8efb6468-9b40-47db-8263-931e6a4c86e4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:21.460040 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04919a98-24cb-435f-ab2b-5a7d44e4611e req-c6252abc-2a52-444d-b320-7bce631aed6f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:21.468429 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-04919a98-24cb-435f-ab2b-5a7d44e4611e req-c6252abc-2a52-444d-b320-7bce631aed6f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.2919614 May 20 16:16:21.670301 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-0bb36726-4f9e-46c2-b272-baa385cfc842 req-8efb6468-9b40-47db-8263-931e6a4c86e4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Calling delete_port for d90c90f3-843f-4526-b4b8-eb378548dc11 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:16:21.723311 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-04919a98-24cb-435f-ab2b-5a7d44e4611e req-2ef064e0-74d4-41a3-adfa-0fbd9cdabea6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539654 May 20 16:16:21.968223 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-0bb36726-4f9e-46c2-b272-baa385cfc842 req-8efb6468-9b40-47db-8263-931e6a4c86e4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:21.976591 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:21.982002 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['d90c90f3-843f-4526-b4b8-eb378548dc11'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:16:22.084216 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb6468-9b40-47db-8263-931e6a4c86e4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Pushing event deleted for resources: {'Port': ['ID=d90c90f3-843f-4526-b4b8-eb378548dc11,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:22.121832 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8efb6468-9b40-47db-8263-931e6a4c86e4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:22.248358 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb36726-4f9e-46c2-b272-baa385cfc842 req-8efb6468-9b40-47db-8263-931e6a4c86e4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] No DVR routers for this DVR port d90c90f3-843f-4526-b4b8-eb378548dc11 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:16:22.285531 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-0bb36726-4f9e-46c2-b272-baa385cfc842 req-8efb6468-9b40-47db-8263-931e6a4c86e4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:22.353523 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83daa98c-0a28-41ae-b83a-8b78e3041281', 'name': 'network-vif-deleted', 'tag': 'd90c90f3-843f-4526-b4b8-eb378548dc11'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:16:22.378438 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-0ca5ed67-0885-4c28-8da0-aea3c52ff06b req-67372be7-3b89-4c52-8e60-6587b9b50e12 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Synchronizing usage tracker for tenant:0a7aa509f2994cd99851f5c510e9b529 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:16:22.455471 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc8e31-0e19-4a5c-8db7-11f7dfbc3ab4 req-30efdc38-b841-4834-9d34-95416cbc26be tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:22.455471 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e3bc8e31-0e19-4a5c-8db7-11f7dfbc3ab4 req-30efdc38-b841-4834-9d34-95416cbc26be tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1848316 May 20 16:16:22.525990 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e3bc8e31-0e19-4a5c-8db7-11f7dfbc3ab4 req-cd016797-62d1-47c2-8407-b4245ea78b0c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603206 May 20 16:16:22.613364 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0bb36726-4f9e-46c2-b272-baa385cfc842 req-8efb6468-9b40-47db-8263-931e6a4c86e4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.10 "DELETE /v2.0/ports/d90c90f3-843f-4526-b4b8-eb378548dc11 HTTP/1.1" status: 204 len: 173 time: 1.8338602 May 20 16:16:22.722481 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-0ca5ed67-0885-4c28-8da0-aea3c52ff06b req-67372be7-3b89-4c52-8e60-6587b9b50e12 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Unset dirty status for tenant:0a7aa509f2994cd99851f5c510e9b529 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:16:22.727161 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0ca5ed67-0885-4c28-8da0-aea3c52ff06b req-67372be7-3b89-4c52-8e60-6587b9b50e12 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 210 time: 0.5159118 May 20 16:16:22.808202 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83daa98c-0a28-41ae-b83a-8b78e3041281', 'name': 'network-vif-deleted', 'tag': 'd90c90f3-843f-4526-b4b8-eb378548dc11', 'status': 'completed', 'code': 200} May 20 16:16:22.976497 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 49982) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:23.049968 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accc031-8db9-430b-ac98-eb462ca54bce req-31f50c71-305c-4eb0-ae77-4e78e0e537bc tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:23.057335 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5accc031-8db9-430b-ac98-eb462ca54bce req-31f50c71-305c-4eb0-ae77-4e78e0e537bc tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1683476 May 20 16:16:23.113699 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5accc031-8db9-430b-ac98-eb462ca54bce req-48e64479-239d-4ae0-8f89-d7d67cc04a2c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551879 May 20 16:16:23.151756 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2114-4a58-4c49-8f25-7248d880d686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:23.168452 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-ac4c2114-4a58-4c49-8f25-7248d880d686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:23.174027 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-ac4c2114-4a58-4c49-8f25-7248d880d686 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea14bf6c98e4d418bba949e1af41d14 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:23.177686 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-ac4c2114-4a58-4c49-8f25-7248d880d686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:23.183753 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-ac4c2114-4a58-4c49-8f25-7248d880d686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:23.297372 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2114-4a58-4c49-8f25-7248d880d686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:23.425936 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ac4c2114-4a58-4c49-8f25-7248d880d686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:23.446401 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7c42e31b-c8ed-4499-bd26-127e5ec50c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:23.555901 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-ac4c2114-4a58-4c49-8f25-7248d880d686 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ea14bf6c98e4d418bba949e1af41d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556331 May 20 16:16:23.555901 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4c2114-4a58-4c49-8f25-7248d880d686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a80db11-6c7e-45e6-9d5c-3dbdecf3cbfb,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:23.556748 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 49992) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:23.557162 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ac4c2114-4a58-4c49-8f25-7248d880d686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:23.634547 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f45bc43a-b00c-498b-a638-a7dbee687949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:23.677453 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f45bc43a-b00c-498b-a638-a7dbee687949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:23.693711 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 50000) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:23.823572 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638a1b0-91fa-455f-a49c-690aceacb6b9 req-28028cc0-f580-4d40-93ee-f039bfba8eb5 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:23.829903 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4638a1b0-91fa-455f-a49c-690aceacb6b9 req-28028cc0-f580-4d40-93ee-f039bfba8eb5 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1462827 May 20 16:16:23.891457 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4638a1b0-91fa-455f-a49c-690aceacb6b9 req-818277cd-6d26-4dbe-9aaf-9170ffd6eac7 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597248 May 20 16:16:23.900519 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-54ecc534-6ed7-43bf-8ed7-8bbb71e8688d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:23.921138 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-54ecc534-6ed7-43bf-8ed7-8bbb71e8688d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:23.926610 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-54ecc534-6ed7-43bf-8ed7-8bbb71e8688d admin admin] Usage tracker for resource:security_group_rule and tenant:893a5114798b4df0a6138f9a6fb43513 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:23.933465 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-54ecc534-6ed7-43bf-8ed7-8bbb71e8688d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:23.940580 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-54ecc534-6ed7-43bf-8ed7-8bbb71e8688d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:24.034918 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f45bc43a-b00c-498b-a638-a7dbee687949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:24.044864 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-dcaed030-b9c9-478c-9f66-6c74bc1cde3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:24.070311 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-96226d4a-6769-4985-80c1-aad753deb315 req-4a867fa8-05df-4f86-926f-bfe81dc4bece tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] 10.222.0.11 "GET /v2.0/ports?device_id=83daa98c-0a28-41ae-b83a-8b78e3041281 HTTP/1.1" status: 200 len: 210 time: 0.0779738 May 20 16:16:24.130141 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45bc43a-b00c-498b-a638-a7dbee687949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a80db11-6c7e-45e6-9d5c-3dbdecf3cbfb,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:24.137822 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f45bc43a-b00c-498b-a638-a7dbee687949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:24.143342 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f45bc43a-b00c-498b-a638-a7dbee687949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:24.144449 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-f45bc43a-b00c-498b-a638-a7dbee687949 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a80db11-6c7e-45e6-9d5c-3dbdecf3cbfb HTTP/1.1" status: 204 len: 168 time: 0.6068287 May 20 16:16:24.168538 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-54ecc534-6ed7-43bf-8ed7-8bbb71e8688d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:24.193697 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-439485c4-0637-42f5-8fca-e405c3bf0395 req-da977850-8931-48b8-802b-7eb429fbbcdf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1214817 May 20 16:16:24.242137 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-54ecc534-6ed7-43bf-8ed7-8bbb71e8688d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:24.251468 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-915d4ef7-f754-425d-bf3a-ad6bb82a9473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:24.369095 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-54ecc534-6ed7-43bf-8ed7-8bbb71e8688d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=893a5114798b4df0a6138f9a6fb43513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6742809 May 20 16:16:24.370259 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ecc534-6ed7-43bf-8ed7-8bbb71e8688d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7172a0dc-a115-4a7e-840c-8fc2285ce34c,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:24.372681 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 50020) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:24.387993 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-54ecc534-6ed7-43bf-8ed7-8bbb71e8688d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:24.401708 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439485c4-0637-42f5-8fca-e405c3bf0395 req-2ebb6f58-7ff5-4230-b4da-9b869017e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:24.403415 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-439485c4-0637-42f5-8fca-e405c3bf0395 req-2ebb6f58-7ff5-4230-b4da-9b869017e61a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 1099 time: 0.1826301 May 20 16:16:24.474438 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb2fc5-105d-435f-ac83-158009e375bd req-93a934f1-5524-43e7-846b-6a862298c9f8 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:24.476053 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-26eb2fc5-105d-435f-ac83-158009e375bd req-93a934f1-5524-43e7-846b-6a862298c9f8 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1348162 May 20 16:16:24.565324 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device d90c90f3-843f-4526-b4b8-eb378548dc11 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:16:24.638590 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: d90c90f3-843f-4526-b4b8-eb378548dc11 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:16:24.638883 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device d90c90f3-843f-4526-b4b8-eb378548dc11 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:16:24.648997 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-26eb2fc5-105d-435f-ac83-158009e375bd req-afbd0ea7-3c37-4f31-8a0f-d578035bb02c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619031 May 20 16:16:24.650385 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-23bda855-f3e1-4957-8582-545a4fdfef72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:24.673994 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439485c4-0637-42f5-8fca-e405c3bf0395 req-093eb232-aa70-4294-9583-592b7c8ee282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:24.676759 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-439485c4-0637-42f5-8fca-e405c3bf0395 req-093eb232-aa70-4294-9583-592b7c8ee282 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 920 time: 0.2418110 May 20 16:16:24.704161 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-23bda855-f3e1-4957-8582-545a4fdfef72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:24.775980 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-439485c4-0637-42f5-8fca-e405c3bf0395 req-fb453e5d-560c-4790-a92d-babde026a1ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a34df79c-223a-4506-bba9-a7c713957ad5 HTTP/1.1" status: 200 len: 217 time: 0.0862174 May 20 16:16:24.874413 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439485c4-0637-42f5-8fca-e405c3bf0395 req-2bc23637-2b8e-4869-b038-ddf190a91d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:24.875987 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-439485c4-0637-42f5-8fca-e405c3bf0395 req-2bc23637-2b8e-4869-b038-ddf190a91d7c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6768558a-ebcb-4813-ab73-25305c819af2 HTTP/1.1" status: 200 len: 859 time: 0.0768762 May 20 16:16:24.893567 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-23bda855-f3e1-4957-8582-545a4fdfef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:24.898225 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-052dcb6e-017d-460e-a10a-33fe1a9a9b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:24.919666 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bda855-f3e1-4957-8582-545a4fdfef72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7172a0dc-a115-4a7e-840c-8fc2285ce34c,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:24.925967 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-23bda855-f3e1-4957-8582-545a4fdfef72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:24.951797 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-439485c4-0637-42f5-8fca-e405c3bf0395 req-029571a5-f4e0-4147-b4af-013127cb1b65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20ebcdd1-0856-4068-ac72-c6305fc94493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690401 May 20 16:16:24.960436 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-23bda855-f3e1-4957-8582-545a4fdfef72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:24.961654 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-23bda855-f3e1-4957-8582-545a4fdfef72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7172a0dc-a115-4a7e-840c-8fc2285ce34c HTTP/1.1" status: 204 len: 168 time: 0.5777071 May 20 16:16:25.210685 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-439485c4-0637-42f5-8fca-e405c3bf0395 req-85ad38aa-56f6-4d2b-b9c7-0a2f1b517c2a service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514119 May 20 16:16:25.505655 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7829b2-cdf0-497e-aad4-b8da62d52bc7 req-c726989b-c5d5-4bb7-b2fa-f5bc920daeaf tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:25.507221 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0c7829b2-cdf0-497e-aad4-b8da62d52bc7 req-c726989b-c5d5-4bb7-b2fa-f5bc920daeaf tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.2956073 May 20 16:16:25.546461 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-439485c4-0637-42f5-8fca-e405c3bf0395 req-ef7e868c-602e-4df6-9291-da00aec62690 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981756 May 20 16:16:25.599643 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0c7829b2-cdf0-497e-aad4-b8da62d52bc7 req-318cc58b-6195-487f-9612-ab0e8e2782c7 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812712 May 20 16:16:25.887607 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164869d2-42f9-4bd9-82e8-6011ca15055c req-3e5ba267-a637-4c09-8118-4e63fa9a7eaa tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:25.895878 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-164869d2-42f9-4bd9-82e8-6011ca15055c req-3e5ba267-a637-4c09-8118-4e63fa9a7eaa tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1057565 May 20 16:16:25.987166 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-164869d2-42f9-4bd9-82e8-6011ca15055c req-7dbd1a91-145b-4322-a5b4-0f4b58c6a62b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905597 May 20 16:16:26.072817 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 50074) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:26.091773 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-05c0baa4-aef5-4a13-a678-34a3bf2fe8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:26.110688 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-05c0baa4-aef5-4a13-a678-34a3bf2fe8de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:26.117365 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-05c0baa4-aef5-4a13-a678-34a3bf2fe8de admin admin] Usage tracker for resource:security_group_rule and tenant:c8ba6467e33a42b199771b68d41db1db is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:26.121082 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-05c0baa4-aef5-4a13-a678-34a3bf2fe8de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:26.128384 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-05c0baa4-aef5-4a13-a678-34a3bf2fe8de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:26.260414 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-05c0baa4-aef5-4a13-a678-34a3bf2fe8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:26.340378 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-05c0baa4-aef5-4a13-a678-34a3bf2fe8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:26.353465 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-54ecc534-6ed7-43bf-8ed7-8bbb71e8688d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:26.413448 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-05c0baa4-aef5-4a13-a678-34a3bf2fe8de admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8ba6467e33a42b199771b68d41db1db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394065 May 20 16:16:26.414715 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0baa4-aef5-4a13-a678-34a3bf2fe8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bbffac-4852-4a93-971c-b351006daba3,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:26.416209 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 50084) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:26.417880 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-05c0baa4-aef5-4a13-a678-34a3bf2fe8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:26.492104 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-907b3165-a2b6-4b3f-9d15-b033d81d7041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:26.531159 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-907b3165-a2b6-4b3f-9d15-b033d81d7041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:26.745020 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-907b3165-a2b6-4b3f-9d15-b033d81d7041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:26.750764 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-d6a4c34c-347f-4306-b150-33e78f73b7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:26.777940 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b3165-a2b6-4b3f-9d15-b033d81d7041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bbffac-4852-4a93-971c-b351006daba3,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:26.789523 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-907b3165-a2b6-4b3f-9d15-b033d81d7041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:26.791932 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-907b3165-a2b6-4b3f-9d15-b033d81d7041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:26.795918 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-907b3165-a2b6-4b3f-9d15-b033d81d7041 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47bbffac-4852-4a93-971c-b351006daba3 HTTP/1.1" status: 204 len: 168 time: 0.3752019 May 20 16:16:26.971957 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a950f-591e-4ccd-bb2d-b1d2a125882c req-e39b9d6a-8e91-49e0-aa1a-e0e3af45fcf8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:26.979726 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee8a950f-591e-4ccd-bb2d-b1d2a125882c req-e39b9d6a-8e91-49e0-aa1a-e0e3af45fcf8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1172955 May 20 16:16:27.038131 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee8a950f-591e-4ccd-bb2d-b1d2a125882c req-0a1403dd-0b67-4035-84ab-4242a275c96a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574076 May 20 16:16:27.269994 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623c590-5dc6-45c3-87cc-2aa3e9787cc5 req-7491cab3-f262-49cb-b0ae-dd5247adfb0d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:27.271798 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f623c590-5dc6-45c3-87cc-2aa3e9787cc5 req-7491cab3-f262-49cb-b0ae-dd5247adfb0d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1111758 May 20 16:16:27.394744 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f623c590-5dc6-45c3-87cc-2aa3e9787cc5 req-7075bcef-0091-4ad8-87e0-35b588d703d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138895 May 20 16:16:27.506547 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 50118) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:27.684160 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3fd25a3f-c1c1-4ed3-a3d5-7cbee6dec0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:27.693583 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:27.706203 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-3fd25a3f-c1c1-4ed3-a3d5-7cbee6dec0f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:27.713408 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-3fd25a3f-c1c1-4ed3-a3d5-7cbee6dec0f5 admin admin] Usage tracker for resource:security_group_rule and tenant:daa7a41b6085415bb34cb1778fe24a1f is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:27.715354 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-3fd25a3f-c1c1-4ed3-a3d5-7cbee6dec0f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:27.724367 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-3fd25a3f-c1c1-4ed3-a3d5-7cbee6dec0f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:27.870676 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3fd25a3f-c1c1-4ed3-a3d5-7cbee6dec0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:27.924699 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3fd25a3f-c1c1-4ed3-a3d5-7cbee6dec0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:27.956150 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2f038995-b8fc-45b5-8b6b-7a4cfd1e82c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:27.985773 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 50138) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:28.023362 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2495941d-d01b-4123-a550-3a97f2028411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:28.037444 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd25a3f-c1c1-4ed3-a3d5-7cbee6dec0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313806ef-5d3c-411e-bef0-c73a448ffc75,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:28.041987 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3fd25a3f-c1c1-4ed3-a3d5-7cbee6dec0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:28.044565 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-3fd25a3f-c1c1-4ed3-a3d5-7cbee6dec0f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=daa7a41b6085415bb34cb1778fe24a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367162 May 20 16:16:28.047502 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 50142) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:28.048749 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-2495941d-d01b-4123-a550-3a97f2028411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:28.053889 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-2495941d-d01b-4123-a550-3a97f2028411 admin admin] Usage tracker for resource:security_group_rule and tenant:fd3c9f05578241ec919a09ce62056f3d is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:28.057019 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-2495941d-d01b-4123-a550-3a97f2028411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:28.063273 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-2495941d-d01b-4123-a550-3a97f2028411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:28.172963 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-148a13e1-f60d-4342-bdbd-e967e4139907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:28.198829 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2495941d-d01b-4123-a550-3a97f2028411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:28.242492 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-148a13e1-f60d-4342-bdbd-e967e4139907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:28.266587 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2495941d-d01b-4123-a550-3a97f2028411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:28.280641 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-a02ac1db-d598-45fb-bac8-f23776eeba78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:28.327431 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-2495941d-d01b-4123-a550-3a97f2028411 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd3c9f05578241ec919a09ce62056f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393376 May 20 16:16:28.327770 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 50156) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:28.329176 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495941d-d01b-4123-a550-3a97f2028411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192886f4-09c4-4e9e-a028-2a303e22ca65,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:28.332199 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2495941d-d01b-4123-a550-3a97f2028411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:28.470810 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92a850-1155-48e3-b22b-7afc7631efb8 req-f190b1a9-b4e1-41cb-b764-ea1e7c192c31 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:28.494002 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9c92a850-1155-48e3-b22b-7afc7631efb8 req-f190b1a9-b4e1-41cb-b764-ea1e7c192c31 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.2448239 May 20 16:16:28.494002 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f31af959-ab6e-498b-953c-7ff372d10931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:28.549373 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-148a13e1-f60d-4342-bdbd-e967e4139907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:28.590279 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-907b3165-a2b6-4b3f-9d15-b033d81d7041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:28.590279 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a13e1-f60d-4342-bdbd-e967e4139907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313806ef-5d3c-411e-bef0-c73a448ffc75,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:28.603190 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-148a13e1-f60d-4342-bdbd-e967e4139907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:28.603190 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-148a13e1-f60d-4342-bdbd-e967e4139907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:28.603190 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-148a13e1-f60d-4342-bdbd-e967e4139907 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/313806ef-5d3c-411e-bef0-c73a448ffc75 HTTP/1.1" status: 204 len: 168 time: 0.5525091 May 20 16:16:28.651908 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f31af959-ab6e-498b-953c-7ff372d10931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:28.779184 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9c92a850-1155-48e3-b22b-7afc7631efb8 req-73367112-ae95-4318-b8ca-8b93efebd52f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825994 May 20 16:16:28.884455 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6d807-49e4-4479-b485-f69d8ae5101e req-9000e88a-5c38-4dfd-8649-966674627275 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:28.886013 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-03e6d807-49e4-4479-b485-f69d8ae5101e req-9000e88a-5c38-4dfd-8649-966674627275 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.2407417 May 20 16:16:28.934692 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-03e6d807-49e4-4479-b485-f69d8ae5101e req-77d73027-962e-43a6-8b59-b6bb1b528c6f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402184 May 20 16:16:29.414788 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f31af959-ab6e-498b-953c-7ff372d10931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:29.420737 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-eae9d8f9-e215-43b8-b63d-7081f24d65cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:29.433962 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31af959-ab6e-498b-953c-7ff372d10931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192886f4-09c4-4e9e-a028-2a303e22ca65,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:29.443277 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f31af959-ab6e-498b-953c-7ff372d10931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:29.449796 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f31af959-ab6e-498b-953c-7ff372d10931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:29.452501 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-f31af959-ab6e-498b-953c-7ff372d10931 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/192886f4-09c4-4e9e-a028-2a303e22ca65 HTTP/1.1" status: 204 len: 168 time: 1.1143577 May 20 16:16:30.207797 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba3f93-3367-417c-980a-4561ae964f9f req-21e42c04-7758-4cdd-a2a0-017a8f719a16 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:30.210810 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-83ba3f93-3367-417c-980a-4561ae964f9f req-21e42c04-7758-4cdd-a2a0-017a8f719a16 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.2183077 May 20 16:16:30.272893 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334c84d-6252-4d2a-86b8-5d28c27bc473 req-0a9ddfd9-d073-4c19-815e-20b90fe35e93 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:30.280289 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4334c84d-6252-4d2a-86b8-5d28c27bc473 req-0a9ddfd9-d073-4c19-815e-20b90fe35e93 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1791327 May 20 16:16:30.329630 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-83ba3f93-3367-417c-980a-4561ae964f9f req-3656657d-f531-4017-9637-571d7c5bd801 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130247 May 20 16:16:30.393022 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4334c84d-6252-4d2a-86b8-5d28c27bc473 req-2ca8f47d-a7a3-4d9d-bc97-4f68399eedfd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117370 May 20 16:16:30.670070 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:16:31.304109 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 50226) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:31.508041 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-489633855-network', 'tenant_id': '8a63f2e395da4705b72efd7a61da5e11'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:16:31.513141 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:31.519237 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Usage tracker for resource:network and tenant:8a63f2e395da4705b72efd7a61da5e11 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:31.522957 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:31.530445 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:31.607497 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Made reservation on behalf of 8a63f2e395da4705b72efd7a61da5e11 for: {'network': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:16:31.611000 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:31.642961 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:31.686671 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:31.703403 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Usage tracker for resource:security_group_rule and tenant:8a63f2e395da4705b72efd7a61da5e11 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:31.704255 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c55115-be02-4014-944b-9e5013d63bb6 req-27a962da-a79b-4943-a988-77812e44056b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:31.705335 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-61c55115-be02-4014-944b-9e5013d63bb6 req-27a962da-a79b-4943-a988-77812e44056b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1706817 May 20 16:16:31.708751 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:31.719089 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:31.741808 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab525e8-fc65-458e-b4a8-95546c2c1b5d req-f5cd3309-053f-42fb-bac3-ab0890fc2737 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:31.751063 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fab525e8-fc65-458e-b4a8-95546c2c1b5d req-f5cd3309-053f-42fb-bac3-ab0890fc2737 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1617341 May 20 16:16:31.820576 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-61c55115-be02-4014-944b-9e5013d63bb6 req-32759df7-23e0-469e-aebe-78c8b3326ff8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071875 May 20 16:16:31.856718 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fab525e8-fc65-458e-b4a8-95546c2c1b5d req-d4d0eb62-7364-466c-9c81-79066e84c06d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933218 May 20 16:16:31.967764 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:32.042243 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:32.046319 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:32.093796 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=92272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:16:32.126199 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:32.127071 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.segments_db [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Added segment 90dcaf68-53c1-459b-be90-9212817a85e8 of type vlan for network b7de2592-fdff-4d19-8719-27ca97996826 May 20 16:16:32.177493 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:32.239717 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:32.243866 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:32.278437 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:32.282326 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:32.283839 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:32.289357 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-53cebf54-03aa-465f-82b2-5dab335a9bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:32.709733 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Pushing event updated for resources: {'Network': ['ID=b7de2592-fdff-4d19-8719-27ca97996826,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:32.733081 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network b7de2592-fdff-4d19-8719-27ca97996826 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:16:32.741130 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:33.037563 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7314317 May 20 16:16:33.040652 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 50244) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:33.050955 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Request body: {'subnet': {'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-489633855-subnet', 'tenant_id': '8a63f2e395da4705b72efd7a61da5e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:16:33.066421 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:33.079969 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Usage tracker for resource:subnet and tenant:8a63f2e395da4705b72efd7a61da5e11 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:33.092716 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:33.117135 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:33.247614 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Made reservation on behalf of 8a63f2e395da4705b72efd7a61da5e11 for: {'subnet': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:16:33.250872 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11980253'] for subnet, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:33.255668 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e81dc5-9a7e-42c9-a3f3-474b7c6f2d6a req-d8c3c2eb-4410-487f-83ae-0d722fc51e19 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:33.265141 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b0e81dc5-9a7e-42c9-a3f3-474b7c6f2d6a req-d8c3c2eb-4410-487f-83ae-0d722fc51e19 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.2093709 May 20 16:16:33.586530 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b0e81dc5-9a7e-42c9-a3f3-474b7c6f2d6a req-53de44b6-7900-4be7-822d-b709a0f6a657 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708220 May 20 16:16:33.666798 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10d765-3e51-4dda-9f05-080d04a65aad req-b0e4c213-af76-4b4c-925e-e7929f16550e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:33.668342 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ef10d765-3e51-4dda-9f05-080d04a65aad req-b0e4c213-af76-4b4c-925e-e7929f16550e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.3999567 May 20 16:16:33.751315 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ef10d765-3e51-4dda-9f05-080d04a65aad req-8ba62e16-a1e2-4def-9d9d-ab05740285fb tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673397 May 20 16:16:34.240459 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11257176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980239'] for subnet, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:34.259689 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c745bd21-9807-4c67-b5d7-a3bc406a6510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:34.384229 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fbbb1e8-4d63-489e-b6b0-196de89f4233,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:34.393343 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:34.403377 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Checking segment: {'id': '90dcaf68-53c1-459b-be90-9212817a85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:16:34.405060 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Network hostable DHCP agents. Network: b7de2592-fdff-4d19-8719-27ca97996826, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:16:34.498399 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Network b7de2592-fdff-4d19-8719-27ca97996826 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:16:34.603051 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, b7de2592-fdff-4d19-8719-27ca97996826) {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:16:34.615347 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df63e24d-994d-4c90-9d5f-deddb1750e8d None None] Network b7de2592-fdff-4d19-8719-27ca97996826 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:16:34.620060 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:34.620668 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:34.773070 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7216001 May 20 16:16:34.966363 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d53b65-92fc-43b7-a402-82287b54eab2 None None] Network b7de2592-fdff-4d19-8719-27ca97996826 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:16:35.306897 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04743b0-6b25-4625-ad0a-bcf9acd6af1b req-2a8b099d-0a67-4e9b-897f-74d98666a1c7 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:35.308498 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d04743b0-6b25-4625-ad0a-bcf9acd6af1b req-2a8b099d-0a67-4e9b-897f-74d98666a1c7 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1165872 May 20 16:16:35.316892 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57ed23-8d9d-494e-8938-badc68965622 req-776ebad9-62ba-4828-b627-3b337c053cda tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:35.323778 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1d57ed23-8d9d-494e-8938-badc68965622 req-776ebad9-62ba-4828-b627-3b337c053cda tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.4479601 May 20 16:16:35.429891 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d04743b0-6b25-4625-ad0a-bcf9acd6af1b req-71d5570e-36e6-4851-8e02-356b046a623e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034987 May 20 16:16:35.446029 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1d57ed23-8d9d-494e-8938-badc68965622 req-b8af63fe-396d-4c7d-9496-1bb01e1ec040 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211233 May 20 16:16:36.776397 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a9e86-3c22-4956-8c6f-01678f1fccc7 req-fb4d8fa1-69eb-4f47-95d1-8faee116c269 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:36.784239 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-695a9e86-3c22-4956-8c6f-01678f1fccc7 req-fb4d8fa1-69eb-4f47-95d1-8faee116c269 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.2126400 May 20 16:16:36.828393 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d9fcba-0c20-4f73-8471-da0c70e97410 req-839f45c5-4a77-4226-b174-1dda006f13d2 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:36.830041 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f6d9fcba-0c20-4f73-8471-da0c70e97410 req-839f45c5-4a77-4226-b174-1dda006f13d2 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1918356 May 20 16:16:36.880135 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-695a9e86-3c22-4956-8c6f-01678f1fccc7 req-cae52561-d2e3-4add-88e0-c40757a9fa71 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889449 May 20 16:16:36.901387 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375712ad-83a9-4597-996d-db165b5a50e0 req-4d62259e-d0b8-42fd-8bcd-0facd1b43aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:36.902897 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-375712ad-83a9-4597-996d-db165b5a50e0 req-4d62259e-d0b8-42fd-8bcd-0facd1b43aa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 1099 time: 0.1902828 May 20 16:16:36.925906 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f6d9fcba-0c20-4f73-8471-da0c70e97410 req-80919c27-f5f1-4201-970e-696f0c902ca5 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830050 May 20 16:16:37.111214 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375712ad-83a9-4597-996d-db165b5a50e0 req-38e10a35-3a65-44c7-a95a-a502d571305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:37.113095 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-375712ad-83a9-4597-996d-db165b5a50e0 req-38e10a35-3a65-44c7-a95a-a502d571305f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 917 time: 0.2011578 May 20 16:16:37.252400 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-375712ad-83a9-4597-996d-db165b5a50e0 req-c3b634f6-17d1-4369-9633-275bfcc229d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a259fc36-0876-4f27-bf20-df7a51672f7e HTTP/1.1" status: 200 len: 1001 time: 0.1268756 May 20 16:16:37.371292 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375712ad-83a9-4597-996d-db165b5a50e0 req-ab5f8bb6-4635-40dd-8586-70d9c5ebad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:37.372726 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-375712ad-83a9-4597-996d-db165b5a50e0 req-ab5f8bb6-4635-40dd-8586-70d9c5ebad0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 200 len: 855 time: 0.0836020 May 20 16:16:37.442083 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a13c52-3bdc-44bc-913f-56a1a99d36f9 req-f7a75631-ae74-4adb-9f4f-2d8729cd716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:37.443587 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-83a13c52-3bdc-44bc-913f-56a1a99d36f9 req-f7a75631-ae74-4adb-9f4f-2d8729cd716e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 1099 time: 0.1902828 May 20 16:16:37.533962 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-83a13c52-3bdc-44bc-913f-56a1a99d36f9 req-4b4d046c-4b0a-49a5-85dc-3704671bbb3a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795140 May 20 16:16:37.546621 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375712ad-83a9-4597-996d-db165b5a50e0 req-7030d423-d622-427a-9d32-267f3306cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:37.548803 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-375712ad-83a9-4597-996d-db165b5a50e0 req-7030d423-d622-427a-9d32-267f3306cd9a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bf0ab52-43c3-4f36-9190-4a119be4b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1676044 May 20 16:16:37.842565 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-375712ad-83a9-4597-996d-db165b5a50e0 req-f93a435b-a5b2-408d-8c2f-c80a8fd5f4c3 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590427 May 20 16:16:37.914915 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-a723067e-6101-47fe-b05e-18d47f5d2d3b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:37.916264 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-a723067e-6101-47fe-b05e-18d47f5d2d3b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/networks?id=b7de2592-fdff-4d19-8719-27ca97996826 HTTP/1.1" status: 200 len: 813 time: 0.2324889 May 20 16:16:37.986768 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-c5adfc59-326e-40c1-8eeb-937a5af8c410 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/quotas/8a63f2e395da4705b72efd7a61da5e11 HTTP/1.1" status: 200 len: 375 time: 0.0220237 May 20 16:16:38.051334 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-6fb2de02-1bc6-4395-883d-369793f5eeb8 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a63f2e395da4705b72efd7a61da5e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558994 May 20 16:16:38.079750 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-375712ad-83a9-4597-996d-db165b5a50e0 req-7952cdea-9932-45ab-8734-36ebcdbe2d7f service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290275 May 20 16:16:38.400102 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-35c43210-c613-4d02-b42b-47724cb7c7d2 service neutron] 10.222.0.11 "GET /v2.0/networks/b7de2592-fdff-4d19-8719-27ca97996826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419275 May 20 16:16:38.408897 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ababe9b-10c8-4dea-9e62-a5ecd7ee3e42 req-96078ed9-e664-4ce3-a015-ce78054ee18c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:38.410579 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3ababe9b-10c8-4dea-9e62-a5ecd7ee3e42 req-96078ed9-e664-4ce3-a015-ce78054ee18c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.3333385 May 20 16:16:38.566473 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3ababe9b-10c8-4dea-9e62-a5ecd7ee3e42 req-bc87cb9a-4ad2-4a68-93e7-f0fe951b8a1e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317990 May 20 16:16:38.619426 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-ba186882-9a39-497c-ab46-1c85bdc79aba service neutron] 10.222.0.11 "GET /v2.0/networks/b7de2592-fdff-4d19-8719-27ca97996826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072291 May 20 16:16:38.812458 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d728a5-7d4a-4494-bc86-e14681ad325f req-31ee2bcf-ce4d-470d-8681-a24ef0c794bc tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:38.814379 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0d728a5-7d4a-4494-bc86-e14681ad325f req-31ee2bcf-ce4d-470d-8681-a24ef0c794bc tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1354365 May 20 16:16:38.923425 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-22e2fba9-11dc-4c5b-91f9-bd03f331b899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:38.927079 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0d728a5-7d4a-4494-bc86-e14681ad325f req-d97197d6-2e3c-4ca5-88cd-e8b5d3b1d75e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024771 May 20 16:16:39.048273 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1b08a5af-2189-43b9-9c8a-7b1b8684ce90 req-707ae98e-e6f6-4cfa-8f3c-05192a8fc423 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 210 time: 0.0671890 May 20 16:16:39.787634 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eb33ed-fdea-4575-a3fb-f4fde408043c req-ae673f0a-1792-4684-9581-8542d6452b3c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:39.794027 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-22eb33ed-fdea-4575-a3fb-f4fde408043c req-ae673f0a-1792-4684-9581-8542d6452b3c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1087525 May 20 16:16:39.880631 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-22eb33ed-fdea-4575-a3fb-f4fde408043c req-e1a83d67-12fb-46fc-9fa0-89d1a04a0a64 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691602 May 20 16:16:40.243854 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa53358-d10e-4d13-9377-d1c11b266f8d req-8e90dfd8-52c6-4f4e-9e28-7e9101ccef86 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:40.245927 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fa53358-d10e-4d13-9377-d1c11b266f8d req-8e90dfd8-52c6-4f4e-9e28-7e9101ccef86 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 946 time: 0.1474855 May 20 16:16:40.304067 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 50388) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:40.375185 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fa53358-d10e-4d13-9377-d1c11b266f8d req-385c1c82-3f75-440d-9b8d-018403d654cb tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157136 May 20 16:16:40.465074 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7aebb753-1824-455d-9662-608dca5122a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:40.482024 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7aebb753-1824-455d-9662-608dca5122a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:40.486922 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-7aebb753-1824-455d-9662-608dca5122a3 admin admin] Usage tracker for resource:security_group_rule and tenant:ef36e1abf1f6475cb305191371aed8d6 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:40.490700 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-7aebb753-1824-455d-9662-608dca5122a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:40.497764 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7aebb753-1824-455d-9662-608dca5122a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:40.517374 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ae49bf3b-bf14-451d-8005-b79a979c6e93 req-44da8340-1c02-4bf0-946b-ded77e5b3044 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 210 time: 0.0689342 May 20 16:16:40.626568 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a259fc36-0876-4f27-bf20-df7a51672f7e no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:16:40.634046 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7aebb753-1824-455d-9662-608dca5122a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:40.718857 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7aebb753-1824-455d-9662-608dca5122a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:40.817774 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-40d973b8-f1f0-48e4-b7f1-a1e63d216bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:40.843478 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebb753-1824-455d-9662-608dca5122a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0639091a-c2b1-4c04-aa82-151c51054800,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:40.848138 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-7aebb753-1824-455d-9662-608dca5122a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef36e1abf1f6475cb305191371aed8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5422258 May 20 16:16:40.850015 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7aebb753-1824-455d-9662-608dca5122a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:40.851702 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 50398) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:40.873444 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:40.926802 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a259fc36-0876-4f27-bf20-df7a51672f7e,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:40.928160 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:16:40.937892 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-291baf01-69a6-49d7-9968-f909b3e8ffab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:40.976951 dv-cinder-689486-13-smb neutron-server[92273]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'code': 422} returned with failed status May 20 16:16:40.979002 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-291baf01-69a6-49d7-9968-f909b3e8ffab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:40.991616 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:40.996264 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:41.151998 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=a259fc36-0876-4f27-bf20-df7a51672f7e,revision_number=8']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:41.156308 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:41.206043 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-291baf01-69a6-49d7-9968-f909b3e8ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:41.219256 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f31af959-ab6e-498b-953c-7ff372d10931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:41.244073 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291baf01-69a6-49d7-9968-f909b3e8ffab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0639091a-c2b1-4c04-aa82-151c51054800,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:41.257328 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-291baf01-69a6-49d7-9968-f909b3e8ffab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:41.259388 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-291baf01-69a6-49d7-9968-f909b3e8ffab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:41.260519 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-291baf01-69a6-49d7-9968-f909b3e8ffab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0639091a-c2b1-4c04-aa82-151c51054800 HTTP/1.1" status: 204 len: 168 time: 0.4078333 May 20 16:16:41.313106 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60ec72-b153-4b76-a797-87c91924b4c9 req-5cc05436-f9cc-4caf-aca2-198d1d0fae74 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:41.321280 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bd60ec72-b153-4b76-a797-87c91924b4c9 req-5cc05436-f9cc-4caf-aca2-198d1d0fae74 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1988928 May 20 16:16:41.348848 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd2d22-b339-4774-8bc2-b1cc6a3b3f90 req-e0271b8c-aa9b-4173-a014-ae64c378e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:41.350246 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f3fd2d22-b339-4774-8bc2-b1cc6a3b3f90 req-e0271b8c-aa9b-4173-a014-ae64c378e668 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=339305feac4444fea5c717f6093f0d95&device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 1099 time: 0.1839516 May 20 16:16:41.472387 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bd60ec72-b153-4b76-a797-87c91924b4c9 req-a6c83a8c-ced7-4999-8a8c-62d8a2c73574 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095495 May 20 16:16:41.586993 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd2d22-b339-4774-8bc2-b1cc6a3b3f90 req-35586e0b-0021-477f-ba04-385c1d8a3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:41.588565 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f3fd2d22-b339-4774-8bc2-b1cc6a3b3f90 req-35586e0b-0021-477f-ba04-385c1d8a3db1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 200 len: 920 time: 0.2258048 May 20 16:16:41.692087 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:41.712055 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-43d7b8fe-032d-4b4a-a820-e385f25cee2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:41.724156 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f3fd2d22-b339-4774-8bc2-b1cc6a3b3f90 req-c4d26041-266d-4422-ad9f-27e3ec840f18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=777ec9b1-c195-4f96-8d94-247b21965ab4 HTTP/1.1" status: 200 len: 217 time: 0.1283119 May 20 16:16:41.767391 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0a1beccc-34cc-4579-9da0-6ce5fc525247 req-b2abfd92-3cd6-449b-b899-a6878a7a47dd tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 210 time: 0.0575440 May 20 16:16:41.848509 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd2d22-b339-4774-8bc2-b1cc6a3b3f90 req-75ab1e82-0309-47d7-a5c2-a9793c7548e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:41.849981 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f3fd2d22-b339-4774-8bc2-b1cc6a3b3f90 req-75ab1e82-0309-47d7-a5c2-a9793c7548e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6768558a-ebcb-4813-ab73-25305c819af2 HTTP/1.1" status: 200 len: 859 time: 0.0806365 May 20 16:16:41.905376 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4265a-4b3b-40c9-95e8-8b4afcaf7cfd req-7e6c3742-74af-4185-9bda-9294468a0f37 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:41.907605 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bda4265a-4b3b-40c9-95e8-8b4afcaf7cfd req-7e6c3742-74af-4185-9bda-9294468a0f37 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.2503283 May 20 16:16:41.941755 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f3fd2d22-b339-4774-8bc2-b1cc6a3b3f90 req-4a1d2634-ba7c-4870-9fb0-b503b45d9073 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20ebcdd1-0856-4068-ac72-c6305fc94493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838699 May 20 16:16:42.229293 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bda4265a-4b3b-40c9-95e8-8b4afcaf7cfd req-9ac6691e-402a-4144-b2d9-55888aed3e66 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2786660 May 20 16:16:42.282634 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 50432) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:42.306583 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f3fd2d22-b339-4774-8bc2-b1cc6a3b3f90 req-e136450e-e074-4411-8806-1e02223643c5 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411293 May 20 16:16:42.318683 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c4762b07-3fc7-4658-ac06-4cbff3fb261f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:42.344724 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c4762b07-3fc7-4658-ac06-4cbff3fb261f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:42.349477 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c4762b07-3fc7-4658-ac06-4cbff3fb261f admin admin] Usage tracker for resource:security_group_rule and tenant:9375b11b803a442ca19752270338135a is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:42.353614 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c4762b07-3fc7-4658-ac06-4cbff3fb261f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:42.371037 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c4762b07-3fc7-4658-ac06-4cbff3fb261f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:42.408853 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-79518539-2369-4bd4-9ef0-89ca89476ecc tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:42.413143 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-79518539-2369-4bd4-9ef0-89ca89476ecc tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.10 "GET /v2.0/networks?id=b7de2592-fdff-4d19-8719-27ca97996826 HTTP/1.1" status: 200 len: 813 time: 0.5211923 May 20 16:16:42.601586 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c4762b07-3fc7-4658-ac06-4cbff3fb261f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:42.625718 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:42.672123 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Request body: {'port': {'device_id': '43e6bf02-d122-454c-b0f3-f7c20e5e97c1', 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826', 'admin_state_up': True, 'tenant_id': '8a63f2e395da4705b72efd7a61da5e11'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:16:42.745057 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c4762b07-3fc7-4658-ac06-4cbff3fb261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:42.758502 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-9d17d62d-028f-4a95-9cb7-30dd2e4834f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:42.915262 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c4762b07-3fc7-4658-ac06-4cbff3fb261f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9375b11b803a442ca19752270338135a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6183450 May 20 16:16:42.923010 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 50454) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:42.932702 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4762b07-3fc7-4658-ac06-4cbff3fb261f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad56b83a-e2a6-427c-9d03-64358dbb46a9,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:42.947029 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c4762b07-3fc7-4658-ac06-4cbff3fb261f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:43.102605 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f3fd2d22-b339-4774-8bc2-b1cc6a3b3f90 req-9abd21ea-be9c-464d-b36b-220b68abaac7 service neutron] 10.222.0.10 "GET /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7805288 May 20 16:16:43.114755 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9ea9631c-28cd-42ab-bd10-6e15df8b1494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:43.131441 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:43.145667 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd300c-b250-4abf-ad11-46ba89c19d86 req-5480b212-3057-4103-8385-1e46cc1c3b97 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:43.152988 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-56bd300c-b250-4abf-ad11-46ba89c19d86 req-5480b212-3057-4103-8385-1e46cc1c3b97 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.4370792 May 20 16:16:43.170385 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Usage tracker for resource:port and tenant:8a63f2e395da4705b72efd7a61da5e11 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:43.185263 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:43.210083 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:43.214434 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9ea9631c-28cd-42ab-bd10-6e15df8b1494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:43.269989 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-56bd300c-b250-4abf-ad11-46ba89c19d86 req-82511c80-0ed4-40eb-8a6c-ff69c2b7b83e tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150777 May 20 16:16:43.346314 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Made reservation on behalf of 8a63f2e395da4705b72efd7a61da5e11 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:16:43.350861 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:43.507492 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9ea9631c-28cd-42ab-bd10-6e15df8b1494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:43.513147 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3e97d20b-418c-4bca-a86f-c0ca586f4594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:43.523146 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5635edb5-c767-4ac8-b745-e029152a08a3 req-0467dacd-5da2-49dc-8a76-dec711e6c5df tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 210 time: 0.1493945 May 20 16:16:43.538457 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea9631c-28cd-42ab-bd10-6e15df8b1494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad56b83a-e2a6-427c-9d03-64358dbb46a9,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:43.550394 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9ea9631c-28cd-42ab-bd10-6e15df8b1494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:43.569111 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9ea9631c-28cd-42ab-bd10-6e15df8b1494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:43.599122 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-9ea9631c-28cd-42ab-bd10-6e15df8b1494 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad56b83a-e2a6-427c-9d03-64358dbb46a9 HTTP/1.1" status: 204 len: 168 time: 0.6564875 May 20 16:16:43.773879 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Allocated IP 172.20.0.14 (b7de2592-fdff-4d19-8719-27ca97996826/5fbbb1e8-4d63-489e-b6b0-196de89f4233/20f0a9ad-c7dc-4b5c-8010-ad92740b19e1) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:16:44.058739 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:44.146088 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:44.174122 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:44.347078 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Network b7de2592-fdff-4d19-8719-27ca97996826 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:16:44.349652 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:16:44.354475 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:16:44.507426 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:44.508089 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:44.543823 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Pushing event updated for resources: {'Port': ['ID=20f0a9ad-c7dc-4b5c-8010-ad92740b19e1,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:44.554076 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:44.642240 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a259fc36-0876-4f27-bf20-df7a51672f7e no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:16:44.659426 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2349331 May 20 16:16:44.675538 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Request body: {'port': {'device_id': '43e6bf02-d122-454c-b0f3-f7c20e5e97c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:16:44.706083 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:44.879248 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:45.325545 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2ca61-1554-43dd-9fa7-d4a15024f70d req-8cfba389-2da5-4efd-b395-94e86e12045b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:45.331848 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-11c2ca61-1554-43dd-9fa7-d4a15024f70d req-8cfba389-2da5-4efd-b395-94e86e12045b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.2229812 May 20 16:16:45.414522 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-11c2ca61-1554-43dd-9fa7-d4a15024f70d req-f42959e9-777c-4639-a5fd-f85f8a3a5b02 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789640 May 20 16:16:45.513328 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:16:45.543530 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:45.597328 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Transition to ACTIVE for port object 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:16:45.963466 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:45.979099 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:46.226938 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Pushing event updated for resources: {'Port': ['ID=20f0a9ad-c7dc-4b5c-8010-ad92740b19e1,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:46.238363 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:46.262817 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88954e3-5fe7-4048-a453-28d392ca6136 req-be0d0df4-8934-4cf6-acf9-10b2f7f39e8e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:46.264567 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f88954e3-5fe7-4048-a453-28d392ca6136 req-be0d0df4-8934-4cf6-acf9-10b2f7f39e8e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.4888968 May 20 16:16:46.275122 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4259e9-e9d7-4513-95bb-53c3c38e028a req-ce70cff4-39fe-48a9-82c6-1e732a49389b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:46.279143 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-7c4259e9-e9d7-4513-95bb-53c3c38e028a req-ce70cff4-39fe-48a9-82c6-1e732a49389b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Synchronizing usage tracker for tenant:8a63f2e395da4705b72efd7a61da5e11 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:16:46.320572 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Attempting to bind port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:16:46.320915 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Attempting to bind port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '90dcaf68-53c1-459b-be90-9212817a85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:16:46.321444 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Attempting to bind port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 on network b7de2592-fdff-4d19-8719-27ca97996826 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:16:46.342506 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 on network b7de2592-fdff-4d19-8719-27ca97996826 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:16:46.342913 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Attempting to bind port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 on network b7de2592-fdff-4d19-8719-27ca97996826 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:16:46.353130 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:16:46.353517 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Checking segment: {'id': '90dcaf68-53c1-459b-be90-9212817a85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:16:46.353912 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Bound using segment: {'id': '90dcaf68-53c1-459b-be90-9212817a85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:16:46.354348 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Bound port: 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90dcaf68-53c1-459b-be90-9212817a85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:16:46.354823 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:46.359255 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 50540) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:46.368548 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f88954e3-5fe7-4048-a453-28d392ca6136 req-a3611ca1-2e21-4bb5-b75e-409537a24f1e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784295 May 20 16:16:46.433726 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-7c4259e9-e9d7-4513-95bb-53c3c38e028a req-ce70cff4-39fe-48a9-82c6-1e732a49389b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Unset dirty status for tenant:8a63f2e395da4705b72efd7a61da5e11 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:16:46.442428 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7c4259e9-e9d7-4513-95bb-53c3c38e028a req-ce70cff4-39fe-48a9-82c6-1e732a49389b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 932 time: 0.7684865 May 20 16:16:46.624431 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7c4259e9-e9d7-4513-95bb-53c3c38e028a req-c44090b5-d42b-4a2b-bfbd-6a9e6058893c tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807570 May 20 16:16:46.631078 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] For port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:16:46.635182 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] For port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=20f0a9ad-c7dc-4b5c-8010-ad92740b19e1,segment=NetworkSegment(90dcaf68-53c1-459b-be90-9212817a85e8),segment_id=90dcaf68-53c1-459b-be90-9212817a85e8)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:16:46.654402 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-93100023-642b-4c17-a21b-c387f9fdb007 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2921860 May 20 16:16:46.726994 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db1764-ecba-4dfb-b0de-c0fb67dcea67 req-b55f1567-4a01-4404-b742-4f560375e4cd tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:46.735642 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-29db1764-ecba-4dfb-b0de-c0fb67dcea67 req-b55f1567-4a01-4404-b742-4f560375e4cd tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0985093 May 20 16:16:46.759512 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:46.781293 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:46.862901 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:46.867537 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:46.867537 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] 10.222.0.10 "PUT /v2.0/ports/20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 HTTP/1.1" status: 200 len: 1094 time: 2.1939180 May 20 16:16:46.895382 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e6bf02-d122-454c-b0f3-f7c20e5e97c1', 'tag': '20f0a9ad-c7dc-4b5c-8010-ad92740b19e1'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:16:46.998452 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-29db1764-ecba-4dfb-b0de-c0fb67dcea67 req-5a1cea2f-35cd-495c-bfef-196fc53fab9f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616134 May 20 16:16:47.010539 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e6bf02-d122-454c-b0f3-f7c20e5e97c1', 'tag': '20f0a9ad-c7dc-4b5c-8010-ad92740b19e1', 'status': 'completed', 'code': 200} May 20 16:16:47.020593 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Pushing event updated for resources: {'Port': ['ID=20f0a9ad-c7dc-4b5c-8010-ad92740b19e1,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:47.088709 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:47.142693 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a906f-a64b-4a48-9eec-41ca00787da0 req-6f61fdf9-ee94-43c0-88e0-419f30376d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:47.144198 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-431a906f-a64b-4a48-9eec-41ca00787da0 req-6f61fdf9-ee94-43c0-88e0-419f30376d6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a63f2e395da4705b72efd7a61da5e11&device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 1097 time: 0.1047873 May 20 16:16:47.399641 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a906f-a64b-4a48-9eec-41ca00787da0 req-34f17b06-9bdd-4a22-871a-859fc353d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:47.401760 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-431a906f-a64b-4a48-9eec-41ca00787da0 req-34f17b06-9bdd-4a22-871a-859fc353d139 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8a63f2e395da4705b72efd7a61da5e11&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2420521 May 20 16:16:47.630821 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a906f-a64b-4a48-9eec-41ca00787da0 req-19e9dfa6-e938-45b8-a1fe-e15e71fcffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:47.633161 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-431a906f-a64b-4a48-9eec-41ca00787da0 req-19e9dfa6-e938-45b8-a1fe-e15e71fcffd1 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2228444 May 20 16:16:47.844577 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562073b-8aec-4acb-ae5c-901f4ab3ade2 req-1424cb9d-7247-4d46-ac9b-4ecbb33bf350 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:47.846502 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b562073b-8aec-4acb-ae5c-901f4ab3ade2 req-1424cb9d-7247-4d46-ac9b-4ecbb33bf350 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.1926131 May 20 16:16:47.849811 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-94579bcb-63c9-4e33-93d1-b82139f8a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:47.852008 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-94579bcb-63c9-4e33-93d1-b82139f8a800 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a63f2e395da4705b72efd7a61da5e11&device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 1097 time: 0.1498437 May 20 16:16:47.967472 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-a7adbae4-290f-4d10-b625-fae4bd3c348e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 HTTP/1.1" status: 200 len: 217 time: 0.1059921 May 20 16:16:48.072533 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b562073b-8aec-4acb-ae5c-901f4ab3ade2 req-32f1bd44-ed3c-43c9-8d18-74b09f445fc1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125471 May 20 16:16:48.074258 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-727afd6c-abd4-45f5-8403-e465f0c4a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:48.075795 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-727afd6c-abd4-45f5-8403-e465f0c4a328 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fbbb1e8-4d63-489e-b6b0-196de89f4233 HTTP/1.1" status: 200 len: 853 time: 0.0825026 May 20 16:16:48.145142 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-3551d113-7204-4017-a2e2-6fa9383728d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7de2592-fdff-4d19-8719-27ca97996826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609987 May 20 16:16:48.431639 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-73a0087d-395f-42eb-8c5e-f90489a944f5 service neutron] 10.222.0.10 "GET /v2.0/networks/b7de2592-fdff-4d19-8719-27ca97996826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792153 May 20 16:16:48.652967 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604d39b-5b82-4657-a724-42de78ddec85 req-37ab80b9-d8e5-40df-b959-6cead0f58d58 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:48.657421 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7604d39b-5b82-4657-a724-42de78ddec85 req-37ab80b9-d8e5-40df-b959-6cead0f58d58 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 944 time: 0.2246978 May 20 16:16:48.727727 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1413a987-1d7b-46ef-b5ce-f2bc04693cbd req-9dba9b82-7d76-4824-8fda-29969d70d774 service neutron] 10.222.0.10 "GET /v2.0/networks/b7de2592-fdff-4d19-8719-27ca97996826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345417 May 20 16:16:48.771821 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7604d39b-5b82-4657-a724-42de78ddec85 req-cb3dc597-83d8-404f-ba41-b7df02aef3c5 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907824 May 20 16:16:49.316342 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947b3b0-5290-4f1a-9c28-59968f86a9e2 req-15bd43c4-2c16-4f2d-91e2-ba2ef4a54cab tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:49.317919 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3947b3b0-5290-4f1a-9c28-59968f86a9e2 req-15bd43c4-2c16-4f2d-91e2-ba2ef4a54cab tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.1424553 May 20 16:16:49.435478 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3947b3b0-5290-4f1a-9c28-59968f86a9e2 req-06cb591f-68e4-4f5b-8a09-136360ff6b4d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767145 May 20 16:16:49.463099 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d25dc-1217-4044-9b31-ca16f14e1d3b req-ada2aaa0-7c99-44f0-b37a-57c3d6eb62b7 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:49.465786 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1f8d25dc-1217-4044-9b31-ca16f14e1d3b req-ada2aaa0-7c99-44f0-b37a-57c3d6eb62b7 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.1453080 May 20 16:16:49.529136 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1f8d25dc-1217-4044-9b31-ca16f14e1d3b req-7bb923ad-fb89-4907-a273-8f8a885e59d9 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577734 May 20 16:16:50.029352 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe19b9-d031-4e00-bb2a-94aabbdf3fb2 req-30fc5abe-8ba8-4d88-9b19-83d82986fb8a tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:50.040895 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fbe19b9-d031-4e00-bb2a-94aabbdf3fb2 req-30fc5abe-8ba8-4d88-9b19-83d82986fb8a tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 944 time: 0.0985458 May 20 16:16:50.145187 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0fbe19b9-d031-4e00-bb2a-94aabbdf3fb2 req-62c10c8a-b74a-4d71-a8d0-f4d9ba39915d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030960 May 20 16:16:50.695197 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c6aa4-4076-40d8-a5ad-a849166a647e req-c71d1409-ef89-46b4-97d2-4acf86c4c2fb tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:50.705180 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:16:50.715053 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ff6c6aa4-4076-40d8-a5ad-a849166a647e req-c71d1409-ef89-46b4-97d2-4acf86c4c2fb tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.1210725 May 20 16:16:50.948643 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=20f0a9ad-c7dc-4b5c-8010-ad92740b19e1,segment=NetworkSegment(90dcaf68-53c1-459b-be90-9212817a85e8),segment_id=90dcaf68-53c1-459b-be90-9212817a85e8)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:50.965695 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': '20f0a9ad-c7dc-4b5c-8010-ad92740b19e1', 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826', 'port_id': '20f0a9ad-c7dc-4b5c-8010-ad92740b19e1', 'mac_address': 'fa:16:3e:92:ea:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbbb1e8-4d63-489e-b6b0-196de89f4233', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:16:50.973222 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ff6c6aa4-4076-40d8-a5ad-a849166a647e req-49d520a5-d661-4983-aee5-88cb82d224d3 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572498 May 20 16:16:51.028616 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-e3f97de0-b161-4d9c-8d49-cba6a6a3d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:51.033819 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-e3f97de0-b161-4d9c-8d49-cba6a6a3d11a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5&tenant_id=6d29132c0c9f4273b5f1de866b91a288 HTTP/1.1" status: 200 len: 1097 time: 0.1756153 May 20 16:16:51.062171 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7ff19-1b68-415f-b935-568c0fe30c57 req-f28ed688-d4ff-4e51-b0a1-6a72841f5427 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:51.069650 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-37a7ff19-1b68-415f-b935-568c0fe30c57 req-f28ed688-d4ff-4e51-b0a1-6a72841f5427 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.2932029 May 20 16:16:51.080810 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:51.109122 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:16:51.128450 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=20f0a9ad-c7dc-4b5c-8010-ad92740b19e1,segment=NetworkSegment(90dcaf68-53c1-459b-be90-9212817a85e8),segment_id=90dcaf68-53c1-459b-be90-9212817a85e8)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:51.172184 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-37a7ff19-1b68-415f-b935-568c0fe30c57 req-b8962164-21a2-4496-8c00-b7b894970445 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015790 May 20 16:16:51.216506 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-a4a14705-2f98-479d-998f-c179435a4fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:51.219107 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-a4a14705-2f98-479d-998f-c179435a4fcb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 1097 time: 0.1327758 May 20 16:16:51.224879 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:51.226661 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:51.304649 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=20f0a9ad-c7dc-4b5c-8010-ad92740b19e1,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:51.332562 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:51.441657 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-6fe17337-fd65-4747-bfc0-f9dfa2014fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:51.443135 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-6fe17337-fd65-4747-bfc0-f9dfa2014fa8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 917 time: 0.2154570 May 20 16:16:51.479178 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['20f0a9ad-c7dc-4b5c-8010-ad92740b19e1'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:16:51.554831 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0795c-4d96-43c3-a884-ea3c9230d9ec req-fd594189-b8dd-4f96-9739-c4bf807e82db tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:51.556601 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-37b0795c-4d96-43c3-a884-ea3c9230d9ec req-fd594189-b8dd-4f96-9739-c4bf807e82db tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 945 time: 0.2113762 May 20 16:16:51.586041 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-4a1b32df-43b4-456d-b0cf-893e5c27a2a3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a259fc36-0876-4f27-bf20-df7a51672f7e HTTP/1.1" status: 200 len: 999 time: 0.1355407 May 20 16:16:51.684137 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-37b0795c-4d96-43c3-a884-ea3c9230d9ec req-f036e23a-02cc-4f49-a920-dc8a388a18ac tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148419 May 20 16:16:51.696089 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-601e2f55-0d4d-417e-8503-2b8062c2d4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:51.697577 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-601e2f55-0d4d-417e-8503-2b8062c2d4b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 200 len: 855 time: 0.1029658 May 20 16:16:51.789927 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-915bce31-dd60-45d4-8ae6-415d792e686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:51.791489 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-915bce31-dd60-45d4-8ae6-415d792e686b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bf0ab52-43c3-4f36-9190-4a119be4b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0844843 May 20 16:16:51.930282 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-c352939e-e08a-45c6-a366-7a3fe3d54e8f service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289561 May 20 16:16:52.201997 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8091d2d8-c58d-43c6-822e-42ad86928ef1 req-b4191f36-10d0-4de8-b2c9-b9d9337c4618 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632351 May 20 16:16:52.226673 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e7b20-926a-46df-9918-5270f4ca8031 req-3d8f75ca-01ce-4778-be06-a58f97f044ac tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:52.228211 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a94e7b20-926a-46df-9918-5270f4ca8031 req-3d8f75ca-01ce-4778-be06-a58f97f044ac tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.1193528 May 20 16:16:52.278145 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a94e7b20-926a-46df-9918-5270f4ca8031 req-b6434dc6-f3f0-4fe1-950a-b2641d046050 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414784 May 20 16:16:52.392994 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67b390-0673-433a-a674-112580eba1aa req-08677269-49e8-4d07-a6fd-9e77e8b5342e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:52.394816 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7b67b390-0673-433a-a674-112580eba1aa req-08677269-49e8-4d07-a6fd-9e77e8b5342e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.0835860 May 20 16:16:52.445787 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7b67b390-0673-433a-a674-112580eba1aa req-4c459886-b5d5-4654-8fd0-ada533db18d9 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432217 May 20 16:16:52.714806 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:16:52.881870 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:16:52.888304 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:16:52.888683 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:52.905694 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80c8da-ba4d-4f51-9818-3ce6c4abba25 req-217ec6a0-401c-42d1-b698-59d2dbf6832d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:52.910676 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee80c8da-ba4d-4f51-9818-3ce6c4abba25 req-217ec6a0-401c-42d1-b698-59d2dbf6832d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 945 time: 0.0922291 May 20 16:16:52.976226 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee80c8da-ba4d-4f51-9818-3ce6c4abba25 req-ad3d002f-acb8-41eb-8de8-da2c27e2875d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608215 May 20 16:16:53.048100 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:53.085582 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e6bf02-d122-454c-b0f3-f7c20e5e97c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f0a9ad-c7dc-4b5c-8010-ad92740b19e1'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:16:53.118715 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=20f0a9ad-c7dc-4b5c-8010-ad92740b19e1,segment=NetworkSegment(90dcaf68-53c1-459b-be90-9212817a85e8),segment_id=90dcaf68-53c1-459b-be90-9212817a85e8)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:16:53.164537 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e6bf02-d122-454c-b0f3-f7c20e5e97c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f0a9ad-c7dc-4b5c-8010-ad92740b19e1', 'code': 200} May 20 16:16:53.201900 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:53.206984 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:53.340493 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=20f0a9ad-c7dc-4b5c-8010-ad92740b19e1,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:53.344509 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:53.527625 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d61df1-c243-4aae-a284-c0b9dd7eb25e req-ae57b077-c83f-462d-a274-4c067ff326ec tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:53.535647 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-08d61df1-c243-4aae-a284-c0b9dd7eb25e req-ae57b077-c83f-462d-a274-4c067ff326ec tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1703825 May 20 16:16:53.569248 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b60811-b458-4bd8-bafd-204e2a908366 req-c8d727e5-bd6d-4df0-b710-be1aba76a092 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:53.578110 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b0b60811-b458-4bd8-bafd-204e2a908366 req-c8d727e5-bd6d-4df0-b710-be1aba76a092 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.1663485 May 20 16:16:53.621278 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-08d61df1-c243-4aae-a284-c0b9dd7eb25e req-20bd264b-f843-43b2-9138-8e3a71275309 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845704 May 20 16:16:53.651689 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b0b60811-b458-4bd8-bafd-204e2a908366 req-5b05b41f-ced7-4560-8c01-b1a7536791cc tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721929 May 20 16:16:53.857988 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155f6ab0-3f7d-4a92-b6d1-a779368c2692 req-1e937f2e-a77d-422c-a33b-f2ca9974e8b6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:53.861789 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-155f6ab0-3f7d-4a92-b6d1-a779368c2692 req-1e937f2e-a77d-422c-a33b-f2ca9974e8b6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.1080225 May 20 16:16:53.932773 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-155f6ab0-3f7d-4a92-b6d1-a779368c2692 req-3422405a-43e4-494b-a301-6edf251979e6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627913 May 20 16:16:54.199099 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856e096-18df-4bc3-a89e-9ad16cb980e7 req-cfca3a25-9903-408f-ac7e-7316afdb298a tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:54.200862 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6856e096-18df-4bc3-a89e-9ad16cb980e7 req-cfca3a25-9903-408f-ac7e-7316afdb298a tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.1015582 May 20 16:16:54.251021 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6856e096-18df-4bc3-a89e-9ad16cb980e7 req-868a7fc0-920e-4dd4-8682-0f965c13d189 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 May 20 16:16:54.926276 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bede99-bac5-47e2-bdcb-1bf0a8ba98a6 req-eff1ecd3-5250-4a5e-8d13-0100af53df88 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:54.928629 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-07bede99-bac5-47e2-bdcb-1bf0a8ba98a6 req-eff1ecd3-5250-4a5e-8d13-0100af53df88 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1580157 May 20 16:16:54.941712 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4007d-131c-40d9-91cd-8f60c2c8614c req-695c31bb-be14-4d8f-9518-a4bbd3eeb1d4 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:54.943931 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2ff4007d-131c-40d9-91cd-8f60c2c8614c req-695c31bb-be14-4d8f-9518-a4bbd3eeb1d4 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.1372244 May 20 16:16:55.024775 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-07bede99-bac5-47e2-bdcb-1bf0a8ba98a6 req-dbf54613-94d4-4a0b-956e-0e99a63cf48c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796266 May 20 16:16:55.042086 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2ff4007d-131c-40d9-91cd-8f60c2c8614c req-dd260575-f027-48c2-815c-52158edde89a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806673 May 20 16:16:55.252332 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011f8da-f42e-492a-bc11-4bfbbbfe3d7f req-3a947cc5-d7bf-465b-acc7-89b37af722be tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:55.254477 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6011f8da-f42e-492a-bc11-4bfbbbfe3d7f req-3a947cc5-d7bf-465b-acc7-89b37af722be tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.0981660 May 20 16:16:55.315755 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6011f8da-f42e-492a-bc11-4bfbbbfe3d7f req-85a55b0d-4a15-4c1a-9bf2-92bb8fd11d77 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556393 May 20 16:16:55.516362 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591afa5-c8d6-4532-8ee2-b0b1dbf0da06 req-9ede071f-e86e-4c29-9475-1b4a85d4bf4a tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:55.518287 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2591afa5-c8d6-4532-8ee2-b0b1dbf0da06 req-9ede071f-e86e-4c29-9475-1b4a85d4bf4a tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.1372437 May 20 16:16:55.582323 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2591afa5-c8d6-4532-8ee2-b0b1dbf0da06 req-27c63b75-2130-41ce-a2f3-b3317c105d79 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577860 May 20 16:16:56.478124 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 50808) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:56.549349 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2beae95-5d16-4d6d-adff-f42a838b5232 req-b282f08c-3198-48f6-88a7-c4002f956f69 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:56.553512 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b2beae95-5d16-4d6d-adff-f42a838b5232 req-b282f08c-3198-48f6-88a7-c4002f956f69 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.3075905 May 20 16:16:56.587035 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ff372-7cf1-4c7b-b2f7-ac6c9d747dbf req-dbae782d-f89c-41da-a7d9-38fef5664851 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:56.588727 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-153ff372-7cf1-4c7b-b2f7-ac6c9d747dbf req-dbae782d-f89c-41da-a7d9-38fef5664851 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.2428076 May 20 16:16:56.644580 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-846b6b9b-d440-4264-99ab-fb5402429a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:56.650463 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b2beae95-5d16-4d6d-adff-f42a838b5232 req-e20a9403-b45f-412c-8d6b-ade7d583266c tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919037 May 20 16:16:56.665460 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-846b6b9b-d440-4264-99ab-fb5402429a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:16:56.665460 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-846b6b9b-d440-4264-99ab-fb5402429a2d admin admin] Usage tracker for resource:security_group_rule and tenant:40266481f1344a4b82c06337028050e1 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:16:56.668615 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-846b6b9b-d440-4264-99ab-fb5402429a2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:16:56.669001 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-153ff372-7cf1-4c7b-b2f7-ac6c9d747dbf req-a2fc8a9e-d947-4551-8f94-a4fbc673c38c tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730908 May 20 16:16:56.675529 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-846b6b9b-d440-4264-99ab-fb5402429a2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:16:56.791717 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-846b6b9b-d440-4264-99ab-fb5402429a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:56.852757 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-846b6b9b-d440-4264-99ab-fb5402429a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:56.987184 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-bdd6391f-c866-4713-9d51-0ded392e8f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:56.987184 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-846b6b9b-d440-4264-99ab-fb5402429a2d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=40266481f1344a4b82c06337028050e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301128 May 20 16:16:56.987184 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b6b9b-d440-4264-99ab-fb5402429a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6df302-f4dc-4f63-933c-ad7a808a56a9,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:56.987184 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-846b6b9b-d440-4264-99ab-fb5402429a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:56.988468 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 50816) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:57.020710 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501188f-146f-44f2-8e94-814622e0c63f req-4efc20a2-c3d6-46f9-9cca-860dd1307936 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:57.022361 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c501188f-146f-44f2-8e94-814622e0c63f req-4efc20a2-c3d6-46f9-9cca-860dd1307936 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.2163656 May 20 16:16:57.031700 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-12d84905-e5e1-48ce-9568-741bcfcce0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:57.063332 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe3646-88c4-4c87-b0bd-a01a5cf662a4 req-1330f988-ca3f-4473-9f84-db7edca05fab tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:57.067517 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e3fe3646-88c4-4c87-b0bd-a01a5cf662a4 req-1330f988-ca3f-4473-9f84-db7edca05fab tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.2253168 May 20 16:16:57.116901 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-12d84905-e5e1-48ce-9568-741bcfcce0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:57.173486 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c501188f-146f-44f2-8e94-814622e0c63f req-d12424ce-0ce9-436a-af76-b44d65e47187 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408122 May 20 16:16:57.185272 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e3fe3646-88c4-4c87-b0bd-a01a5cf662a4 req-1c734c85-4b47-4813-b81d-ce5a23c552e7 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108100 May 20 16:16:57.270158 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-12d84905-e5e1-48ce-9568-741bcfcce0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:57.273976 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-132566e8-0bbb-4ac6-9d63-d14bb4787371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:57.366509 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d84905-e5e1-48ce-9568-741bcfcce0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6df302-f4dc-4f63-933c-ad7a808a56a9,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:57.370243 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-12d84905-e5e1-48ce-9568-741bcfcce0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:57.377419 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-12d84905-e5e1-48ce-9568-741bcfcce0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:57.377419 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-12d84905-e5e1-48ce-9568-741bcfcce0c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e6df302-f4dc-4f63-933c-ad7a808a56a9 HTTP/1.1" status: 204 len: 168 time: 0.4575195 May 20 16:16:57.449996 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 50824) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:57.509880 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad99dda-5b1b-42ec-9069-880592b73748 admin admin] Deleting subnet 7ba030de-ab11-409f-8b1c-ce85f85cb78f {{(pid=92271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:16:57.512969 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3ad99dda-5b1b-42ec-9069-880592b73748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:57.565970 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3ad99dda-5b1b-42ec-9069-880592b73748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10626589'] for subnet, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:57.631609 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3ad99dda-5b1b-42ec-9069-880592b73748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:57.716959 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:58.104241 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d229b-a04f-4417-96b5-929b429dbac9 req-467b54c3-c7ee-4416-8ba9-20f2507da8f4 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:58.105752 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1d9d229b-a04f-4417-96b5-929b429dbac9 req-467b54c3-c7ee-4416-8ba9-20f2507da8f4 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.1858511 May 20 16:16:58.118623 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad27fac-8f8c-470e-b0cc-4f521e09c19a req-61cd3693-893e-481e-808a-3562eebc6b36 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:58.120097 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0ad27fac-8f8c-470e-b0cc-4f521e09c19a req-61cd3693-893e-481e-808a-3562eebc6b36 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1906173 May 20 16:16:58.187096 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3ad99dda-5b1b-42ec-9069-880592b73748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10965085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631585'] for subnet, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:58.203406 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1d9d229b-a04f-4417-96b5-929b429dbac9 req-7c425574-f6c4-4e16-ab91-3198ef7486a4 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811691 May 20 16:16:58.207985 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f3b3eeb9-def6-41ea-a360-d37d1df64316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:58.253571 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0ad27fac-8f8c-470e-b0cc-4f521e09c19a req-b4cbcff1-f31f-46a4-9095-fb88673a5491 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180456 May 20 16:16:58.263183 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad99dda-5b1b-42ec-9069-880592b73748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba030de-ab11-409f-8b1c-ce85f85cb78f,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:58.263948 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3ad99dda-5b1b-42ec-9069-880592b73748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:58.268262 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3ad99dda-5b1b-42ec-9069-880592b73748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:58.275486 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-3ad99dda-5b1b-42ec-9069-880592b73748 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7ba030de-ab11-409f-8b1c-ce85f85cb78f HTTP/1.1" status: 204 len: 168 time: 0.8218029 May 20 16:16:58.275713 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 50836) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:58.493944 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:58.605072 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef8be5-495a-4033-b44e-0d562d03d64c req-94e5ba23-e9c4-4626-ac3e-98c96d9ca52d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:58.606552 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-97ef8be5-495a-4033-b44e-0d562d03d64c req-94e5ba23-e9c4-4626-ac3e-98c96d9ca52d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.2859802 May 20 16:16:58.645029 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af113c3a-b4cc-4042-beef-f566931f02f8 req-2235e3c1-34a2-49e8-ad10-97fabc4f884c tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:58.646520 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-af113c3a-b4cc-4042-beef-f566931f02f8 req-2235e3c1-34a2-49e8-ad10-97fabc4f884c tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.2361171 May 20 16:16:58.725029 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:58.758425 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e97f3c-beae-434e-9a8f-85f55e910d1a']}} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:16:58.778340 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9edf18-6aa0-403f-bc96-7765c2843fa2') {'for_net_delete': True} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:16:58.778643 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9edf18-6aa0-403f-bc96-7765c2843fa2') {} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:16:58.802061 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-af113c3a-b4cc-4042-beef-f566931f02f8 req-8c4c0f30-0ad7-454b-b887-ac1384c56efc tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036062 May 20 16:16:58.804075 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10626578'] for segment, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:58.816077 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-97ef8be5-495a-4033-b44e-0d562d03d64c req-643620d2-1987-495b-b62e-9fa4111594d8 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952722 May 20 16:16:58.825964 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:58.837679 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=92271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:16:58.837679 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10965243'] for segment, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: Traceback (most recent call last): May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: timer() May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: cb(*args, **kw) May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: return func(*args, **kwargs) May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: self._notify() May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: self.callback(batched_events) May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: event.method(event) May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: return f(self, *a, **k) May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: return self._get(url).json() May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: return self.request(url, 'GET', **kwargs) May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:16:58.856943 dv-cinder-689486-13-smb neutron-server[92271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:16:58.978967 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:58.982929 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:58.996828 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:59.006601 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e97f3c-beae-434e-9a8f-85f55e910d1a,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:59.008966 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/39e97f3c-beae-434e-9a8f-85f55e910d1a HTTP/1.1" status: 204 len: 168 time: 0.7323406 May 20 16:16:59.010198 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:59.399640 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 50848) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:59.462138 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4326ba-11d6-47e9-8978-6c51feba251f req-71a7bb5a-8b06-4b4a-9eee-fad5bee587f8 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:59.464172 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1d4326ba-11d6-47e9-8978-6c51feba251f req-71a7bb5a-8b06-4b4a-9eee-fad5bee587f8 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.1489220 May 20 16:16:59.521427 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-4d85248c-31ed-4e69-b77e-b4708ac0b1b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a7aa509f2994cd99851f5c510e9b529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1241732 May 20 16:16:59.524408 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 50852) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:16:59.553760 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1d4326ba-11d6-47e9-8978-6c51feba251f req-08c1a038-0309-44e4-87f3-21a193b1e023 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817440 May 20 16:16:59.620059 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad5bc-8521-4474-b6dc-a0e4c1f17b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:59.650761 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad5bc-8521-4474-b6dc-a0e4c1f17b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:59.651888 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121ae20-a35e-4d82-9625-a3c45a5a2f7d req-fa259d5a-e1a0-4866-8631-f8a54c4dcb2d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:16:59.653561 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c121ae20-a35e-4d82-9625-a3c45a5a2f7d req-fa259d5a-e1a0-4866-8631-f8a54c4dcb2d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1039271 May 20 16:16:59.773878 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad5bc-8521-4474-b6dc-a0e4c1f17b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:59.783040 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-767835c2-cd8e-4436-94d0-48c5339eeca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:16:59.807262 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ad5bc-8521-4474-b6dc-a0e4c1f17b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9345b42-ebce-4fd1-b979-439e42fa4c7e,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:16:59.808781 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c121ae20-a35e-4d82-9625-a3c45a5a2f7d req-6598e667-9753-45e9-a6a8-e48dd1817dc4 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488273 May 20 16:16:59.809883 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ec9ad5bc-8521-4474-b6dc-a0e4c1f17b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:16:59.823016 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ec9ad5bc-8521-4474-b6dc-a0e4c1f17b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:16:59.837847 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-ec9ad5bc-8521-4474-b6dc-a0e4c1f17b9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9345b42-ebce-4fd1-b979-439e42fa4c7e HTTP/1.1" status: 204 len: 168 time: 0.3059804 May 20 16:17:00.121398 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfcc8e2-c08d-4643-b6bb-e38cda5141bf req-f11fc009-08c2-4b33-b340-2d919b961263 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:00.123149 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7cfcc8e2-c08d-4643-b6bb-e38cda5141bf req-f11fc009-08c2-4b33-b340-2d919b961263 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.1575217 May 20 16:17:00.139007 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546d803-1ad2-48cd-88ee-bf373769ae14 req-54f15276-31b5-46e4-b85f-b73e975aceb0 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:00.141600 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b546d803-1ad2-48cd-88ee-bf373769ae14 req-54f15276-31b5-46e4-b85f-b73e975aceb0 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.1363649 May 20 16:17:00.217069 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7cfcc8e2-c08d-4643-b6bb-e38cda5141bf req-28e1f012-d54c-4277-be8a-6024af66186f tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741649 May 20 16:17:00.231782 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b546d803-1ad2-48cd-88ee-bf373769ae14 req-bb780a07-9b76-432f-ba8e-84119c9db68d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723608 May 20 16:17:00.769752 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994e7a1-3cef-466d-ba99-6d2f4022d833 req-8309358d-57a9-427d-8df4-5119c458d501 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:00.771297 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f994e7a1-3cef-466d-ba99-6d2f4022d833 req-8309358d-57a9-427d-8df4-5119c458d501 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0920341 May 20 16:17:00.828685 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f994e7a1-3cef-466d-ba99-6d2f4022d833 req-5f7ab3af-745e-4522-a4f5-3fe039a8066d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491941 May 20 16:17:01.023018 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab7ffb-72c8-4d40-8d8b-b2368e326371 req-ec1b514e-11cc-4cfa-820b-8fd14db0d4cb tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:01.024665 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-80ab7ffb-72c8-4d40-8d8b-b2368e326371 req-ec1b514e-11cc-4cfa-820b-8fd14db0d4cb tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.0940866 May 20 16:17:01.074718 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-80ab7ffb-72c8-4d40-8d8b-b2368e326371 req-59d63fc3-e46a-407f-9bda-3910492359f6 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424206 May 20 16:17:01.507253 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b300c-a94c-4ca5-a5a7-fd1ce3d81614 req-fa3caef9-f545-4de1-a28e-bb490b2fb02e tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:01.508791 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-694b300c-a94c-4ca5-a5a7-fd1ce3d81614 req-fa3caef9-f545-4de1-a28e-bb490b2fb02e tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.1638637 May 20 16:17:01.518204 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93ac30-6db8-4143-87b1-b0df3cbe42a2 req-3afaa07e-6226-44da-a615-aa4b1825b393 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:01.519980 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ea93ac30-6db8-4143-87b1-b0df3cbe42a2 req-3afaa07e-6226-44da-a615-aa4b1825b393 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.1363029 May 20 16:17:01.603390 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-694b300c-a94c-4ca5-a5a7-fd1ce3d81614 req-1580a1f6-7619-4d5d-92ef-2c9068f78f7d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820980 May 20 16:17:01.616413 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ea93ac30-6db8-4143-87b1-b0df3cbe42a2 req-52cfff71-8e56-44ae-9150-fb84d869f2f5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813830 May 20 16:17:02.043937 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aa892-59b5-4809-a702-4821f98ac571 req-9b6a8f9b-b0cf-4f64-b218-dd2011f12829 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:02.045445 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9c5aa892-59b5-4809-a702-4821f98ac571 req-9b6a8f9b-b0cf-4f64-b218-dd2011f12829 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0982552 May 20 16:17:02.097031 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9c5aa892-59b5-4809-a702-4821f98ac571 req-7e7348a2-dce8-4386-a227-f21395b5d6b4 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445073 May 20 16:17:02.295587 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625defb6-4cd7-458b-83a0-8b26be44ef45 req-b56de4ef-73e2-4e1d-8157-e38f888e361a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:02.297372 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-625defb6-4cd7-458b-83a0-8b26be44ef45 req-b56de4ef-73e2-4e1d-8157-e38f888e361a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.0876219 May 20 16:17:02.345164 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-625defb6-4cd7-458b-83a0-8b26be44ef45 req-03a5c489-a0e2-49e2-8de1-f04cbacdd304 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419590 May 20 16:17:02.924507 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca4eb6-1ba3-4085-a2a0-179519da0e89 req-a3c888ef-4cb5-4a4c-87be-d86f8e04b518 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:02.926050 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4dca4eb6-1ba3-4085-a2a0-179519da0e89 req-a3c888ef-4cb5-4a4c-87be-d86f8e04b518 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.1522994 May 20 16:17:02.934557 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf9179-e673-4fdc-896d-0a09fd4a58ec req-e2be94d6-e1dd-434e-b679-a423168b94b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:02.935994 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f4bf9179-e673-4fdc-896d-0a09fd4a58ec req-e2be94d6-e1dd-434e-b679-a423168b94b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.1298964 May 20 16:17:03.003988 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4dca4eb6-1ba3-4085-a2a0-179519da0e89 req-00c57771-ddaf-4bde-afeb-8a9d4b307382 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669541 May 20 16:17:03.014955 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f4bf9179-e673-4fdc-896d-0a09fd4a58ec req-e84677fe-46a2-4f2c-8a3f-fbbe141de1c3 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617054 May 20 16:17:03.313457 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a1e50-d6a8-4532-9778-a2943f1d8e9b req-3ec41837-de44-4cd3-a8e3-97e63537800e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:03.314965 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-732a1e50-d6a8-4532-9778-a2943f1d8e9b req-3ec41837-de44-4cd3-a8e3-97e63537800e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0903416 May 20 16:17:03.364051 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-732a1e50-d6a8-4532-9778-a2943f1d8e9b req-dd41cfa1-7d2f-4786-9020-c909b2d1c896 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424116 May 20 16:17:03.541335 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306947f5-87a0-492f-b875-cd3fb388179f req-012ab822-fffd-41f1-bc8a-b65d16b02e7b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:03.542825 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-306947f5-87a0-492f-b875-cd3fb388179f req-012ab822-fffd-41f1-bc8a-b65d16b02e7b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.0829217 May 20 16:17:03.591275 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-306947f5-87a0-492f-b875-cd3fb388179f req-3fc990d2-59da-462a-9922-f8a1d984a3e5 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422311 May 20 16:17:04.263641 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814df9a7-548c-4588-af69-3022a9bda16b req-98d66f99-97f6-4157-93a4-aa794ada17a5 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:04.266323 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-814df9a7-548c-4588-af69-3022a9bda16b req-98d66f99-97f6-4157-93a4-aa794ada17a5 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.1491408 May 20 16:17:04.274481 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81330e27-5d45-45b6-914b-8b0601a8c1c7 req-2bcae419-c910-4027-9eb5-5fb5960fd7ec tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:04.278496 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-81330e27-5d45-45b6-914b-8b0601a8c1c7 req-2bcae419-c910-4027-9eb5-5fb5960fd7ec tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.1212354 May 20 16:17:04.348584 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-814df9a7-548c-4588-af69-3022a9bda16b req-afde7699-a1a3-4b6d-a256-8729b9127387 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701783 May 20 16:17:04.354194 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-81330e27-5d45-45b6-914b-8b0601a8c1c7 req-d515df7f-4936-41f2-956e-05382ab2b616 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619872 May 20 16:17:04.554954 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc306f9-1aa1-4868-a271-6f508e20d682 req-2dc9374e-a3d3-49d7-a492-056fb530fcc7 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:04.556375 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4dc306f9-1aa1-4868-a271-6f508e20d682 req-2dc9374e-a3d3-49d7-a492-056fb530fcc7 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0793359 May 20 16:17:04.606030 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4dc306f9-1aa1-4868-a271-6f508e20d682 req-27d48bfe-fa9e-4f1c-9082-1a03e1c2de8e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427728 May 20 16:17:04.772153 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6569b-3646-4263-89f9-27f9cd2ef747 req-6865175c-87b9-477f-bf14-9b7a9e39a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:04.773630 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-45b6569b-3646-4263-89f9-27f9cd2ef747 req-6865175c-87b9-477f-bf14-9b7a9e39a9f7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 1099 time: 0.1245103 May 20 16:17:04.896764 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f4252-cb23-49d6-a671-1a894a0e2de5 req-d8575cf3-8b89-453f-bfb1-0929ed18e269 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:04.898160 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-145f4252-cb23-49d6-a671-1a894a0e2de5 req-d8575cf3-8b89-453f-bfb1-0929ed18e269 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.1945837 May 20 16:17:04.901704 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-45b6569b-3646-4263-89f9-27f9cd2ef747 req-c776af8d-893e-4b95-aee9-b5604bd4aad2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201725 May 20 16:17:04.942606 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-145f4252-cb23-49d6-a671-1a894a0e2de5 req-f5392f1b-7324-4e69-b434-eb5248662166 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386612 May 20 16:17:05.598557 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f371e9-d7c0-4afd-a2e3-ffd21998d885 req-e2080818-789a-48b4-97e7-182bc3ff46f7 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:05.600102 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-54f371e9-d7c0-4afd-a2e3-ffd21998d885 req-e2080818-789a-48b4-97e7-182bc3ff46f7 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.1435168 May 20 16:17:05.608240 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611effcb-9079-4fd5-a458-4457bcc7cf0f req-c759c9de-0109-42e4-99a7-ce3a4774783f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:05.609741 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-611effcb-9079-4fd5-a458-4457bcc7cf0f req-c759c9de-0109-42e4-99a7-ce3a4774783f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.1175256 May 20 16:17:05.675458 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-54f371e9-d7c0-4afd-a2e3-ffd21998d885 req-a6996b8d-95f5-4f28-94cd-c288ed934b85 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646741 May 20 16:17:05.685784 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-611effcb-9079-4fd5-a458-4457bcc7cf0f req-bc181138-724a-4913-bca2-c0c2c1aa5603 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606043 May 20 16:17:05.882787 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d3730a-9a6d-4854-bfa0-b78752ee0bb7 req-e305f45a-4b67-480b-bc70-621620bd3365 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:05.884266 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e6d3730a-9a6d-4854-bfa0-b78752ee0bb7 req-e305f45a-4b67-480b-bc70-621620bd3365 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.1054430 May 20 16:17:05.933864 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e6d3730a-9a6d-4854-bfa0-b78752ee0bb7 req-121f2775-e0c3-4421-b589-1ba71a064491 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424266 May 20 16:17:06.134289 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987eea5b-5d1f-44a2-a555-dc33f224e1cb req-cbb93746-7b85-4607-a3bf-b558480ccbe8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:06.135762 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-987eea5b-5d1f-44a2-a555-dc33f224e1cb req-cbb93746-7b85-4607-a3bf-b558480ccbe8 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.0828195 May 20 16:17:06.187295 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-987eea5b-5d1f-44a2-a555-dc33f224e1cb req-f44e71a0-6dc7-4f50-8974-9a19da739e01 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445158 May 20 16:17:06.423835 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7a942-8002-4e35-9cbc-8859869bbb3c req-c9d8faee-4f6f-4761-b476-621ecd2d5de1 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:06.425424 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2fa7a942-8002-4e35-9cbc-8859869bbb3c req-c9d8faee-4f6f-4761-b476-621ecd2d5de1 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0835662 May 20 16:17:06.510920 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2fa7a942-8002-4e35-9cbc-8859869bbb3c req-0013724a-84fb-487a-87d9-1c30be7e2bfa tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795708 May 20 16:17:06.548391 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91b4d9-0c82-4024-89c1-285cc185578e req-888f6b65-0e14-468e-9a26-6b0a8dbbc7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:06.549876 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8f91b4d9-0c82-4024-89c1-285cc185578e req-888f6b65-0e14-468e-9a26-6b0a8dbbc7cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 1098 time: 0.0809181 May 20 16:17:06.685874 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91b4d9-0c82-4024-89c1-285cc185578e req-0564c638-de87-40b7-a098-d2a30554d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:06.687379 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8f91b4d9-0c82-4024-89c1-285cc185578e req-0564c638-de87-40b7-a098-d2a30554d090 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c991ff3-27de-4b59-a027-84c9882b61c3 HTTP/1.1" status: 200 len: 911 time: 0.1293306 May 20 16:17:06.786386 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a259fc36-0876-4f27-bf20-df7a51672f7e details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:17:06.796485 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8f91b4d9-0c82-4024-89c1-285cc185578e req-6b5ec837-ce57-4fbb-9a50-b071995cf5c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 HTTP/1.1" status: 200 len: 1001 time: 0.0993190 May 20 16:17:06.932657 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a259fc36-0876-4f27-bf20-df7a51672f7e,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:06.947702 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'port_id': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'mac_address': 'fa:16:3e:4e:cd:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:17:07.011411 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.018630 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91b4d9-0c82-4024-89c1-285cc185578e req-868e2ce7-b38f-4a89-8599-595e3dcc8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:07.020058 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8f91b4d9-0c82-4024-89c1-285cc185578e req-868e2ce7-b38f-4a89-8599-595e3dcc8b19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79ec8476-25a8-4da3-86e3-eb6c97020447 HTTP/1.1" status: 200 len: 849 time: 0.1823797 May 20 16:17:07.031416 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a259fc36-0876-4f27-bf20-df7a51672f7e {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:17:07.049339 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a259fc36-0876-4f27-bf20-df7a51672f7e,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:07.110891 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1624a8e-57c8-4ad6-855c-e6c213d6c04e req-f7f4c29c-08ce-42bc-a7cc-998d2df52b2a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:07.112324 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b1624a8e-57c8-4ad6-855c-e6c213d6c04e req-f7f4c29c-08ce-42bc-a7cc-998d2df52b2a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.3168674 May 20 16:17:07.115584 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.117445 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:07.125210 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29058be1-2ad7-438f-819c-e05456ebdb6c req-f35f5bf4-25e5-4f47-843c-4fd5c36527d5 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:07.126692 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-29058be1-2ad7-438f-819c-e05456ebdb6c req-f35f5bf4-25e5-4f47-843c-4fd5c36527d5 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.2899430 May 20 16:17:07.169189 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa06a0a-cab0-49da-89a6-ccfd0954cf43 req-934da312-1276-4304-856c-a314a3d69e74 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:07.170799 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1fa06a0a-cab0-49da-89a6-ccfd0954cf43 req-934da312-1276-4304-856c-a314a3d69e74 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 944 time: 0.3350487 May 20 16:17:07.184148 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=a259fc36-0876-4f27-bf20-df7a51672f7e,revision_number=9']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:07.187629 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:07.282070 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-29058be1-2ad7-438f-819c-e05456ebdb6c req-6484a966-de48-4a57-965f-84393d22fded tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058843 May 20 16:17:07.317635 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91b4d9-0c82-4024-89c1-285cc185578e req-855c44f6-19c2-4d5e-b2ef-c6523c861e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:07.319108 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8f91b4d9-0c82-4024-89c1-285cc185578e req-855c44f6-19c2-4d5e-b2ef-c6523c861e37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c991ff3-27de-4b59-a027-84c9882b61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2865872 May 20 16:17:07.327204 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1fa06a0a-cab0-49da-89a6-ccfd0954cf43 req-315c0521-bf73-49e9-8aa1-b1059e0c6f6c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371050 May 20 16:17:07.359548 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['a259fc36-0876-4f27-bf20-df7a51672f7e'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:17:07.647406 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8f91b4d9-0c82-4024-89c1-285cc185578e req-c4352add-8ad8-413e-9e1c-2f93bc87585f service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192191 May 20 16:17:07.652510 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-b1624a8e-57c8-4ad6-855c-e6c213d6c04e req-d98f27b7-d492-41cc-b5f8-769284d84e43 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Deleting port a34df79c-223a-4506-bba9-a7c713957ad5 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:17:07.652854 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-b1624a8e-57c8-4ad6-855c-e6c213d6c04e req-d98f27b7-d492-41cc-b5f8-769284d84e43 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.669936 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:17:07.971915 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-b1624a8e-57c8-4ad6-855c-e6c213d6c04e req-d98f27b7-d492-41cc-b5f8-769284d84e43 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] For port a34df79c-223a-4506-bba9-a7c713957ad5, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a34df79c-223a-4506-bba9-a7c713957ad5,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:07.972516 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-b1624a8e-57c8-4ad6-855c-e6c213d6c04e req-d98f27b7-d492-41cc-b5f8-769284d84e43 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:07.987084 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34ea70-eb0e-4328-8689-8fc2a801a36e req-f81ce889-b761-4b2f-8e7e-7c0024d3b863 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:07.988526 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dc34ea70-eb0e-4328-8689-8fc2a801a36e req-f81ce889-b761-4b2f-8e7e-7c0024d3b863 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 946 time: 0.5267842 May 20 16:17:08.140841 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8f91b4d9-0c82-4024-89c1-285cc185578e req-d3d0ad8e-3318-4511-8272-d5b15c016cde service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399743 May 20 16:17:08.147777 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-b1624a8e-57c8-4ad6-855c-e6c213d6c04e req-d98f27b7-d492-41cc-b5f8-769284d84e43 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Calling delete_port for a34df79c-223a-4506-bba9-a7c713957ad5 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:17:08.159536 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3c72e-4902-426d-89a3-84397e53f3f7 req-d70df8be-8a2f-4fcb-a75a-7629b4733e7f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:08.160953 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7cf3c72e-4902-426d-89a3-84397e53f3f7 req-d70df8be-8a2f-4fcb-a75a-7629b4733e7f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.5115571 May 20 16:17:08.205300 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dc34ea70-eb0e-4328-8689-8fc2a801a36e req-89d87ba8-d74a-4a97-a0ab-62221b98e887 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016482 May 20 16:17:08.254701 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7cf3c72e-4902-426d-89a3-84397e53f3f7 req-26d7952b-a413-4303-89f1-689bb2b6d96b tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795612 May 20 16:17:08.419159 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-b1624a8e-57c8-4ad6-855c-e6c213d6c04e req-d98f27b7-d492-41cc-b5f8-769284d84e43 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:08.426608 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-27540ca2-1fb8-413b-9cb4-9912e70eeca1 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:08.432529 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['777ec9b1-c195-4f96-8d94-247b21965ab4', 'a34df79c-223a-4506-bba9-a7c713957ad5'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:17:08.474831 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f27b7-d492-41cc-b5f8-769284d84e43 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Pushing event deleted for resources: {'Port': ['ID=a34df79c-223a-4506-bba9-a7c713957ad5,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:08.478620 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-d98f27b7-d492-41cc-b5f8-769284d84e43 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:08.600836 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1624a8e-57c8-4ad6-855c-e6c213d6c04e req-d98f27b7-d492-41cc-b5f8-769284d84e43 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] No DVR routers for this DVR port a34df79c-223a-4506-bba9-a7c713957ad5 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:17:08.604563 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-b1624a8e-57c8-4ad6-855c-e6c213d6c04e req-d98f27b7-d492-41cc-b5f8-769284d84e43 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:08.609460 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce178ce8-b5da-4508-8aeb-dae9594dde0c', 'name': 'network-vif-deleted', 'tag': 'a34df79c-223a-4506-bba9-a7c713957ad5'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:17:08.668980 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce178ce8-b5da-4508-8aeb-dae9594dde0c', 'name': 'network-vif-deleted', 'tag': 'a34df79c-223a-4506-bba9-a7c713957ad5', 'status': 'completed', 'code': 200} May 20 16:17:08.690121 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd5414-2aeb-41f1-9572-43de46e981d0 req-1cbd3561-5173-40f8-b862-ae2b6a6b5679 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:08.693382 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1fdd5414-2aeb-41f1-9572-43de46e981d0 req-1cbd3561-5173-40f8-b862-ae2b6a6b5679 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 945 time: 0.1742439 May 20 16:17:08.730387 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b1624a8e-57c8-4ad6-855c-e6c213d6c04e req-d98f27b7-d492-41cc-b5f8-769284d84e43 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.10 "DELETE /v2.0/ports/a34df79c-223a-4506-bba9-a7c713957ad5 HTTP/1.1" status: 204 len: 173 time: 1.6007628 May 20 16:17:08.761635 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1fdd5414-2aeb-41f1-9572-43de46e981d0 req-59ab98d5-05fd-4fb2-9a93-059b52220eab tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615814 May 20 16:17:08.788179 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a259fc36-0876-4f27-bf20-df7a51672f7e up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:17:08.877076 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port a259fc36-0876-4f27-bf20-df7a51672f7e triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:17:08.877734 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:08.912947 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-605ce778-c5b2-4f8c-b84a-b7e85bd1b046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:09.060136 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:09.089523 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:17:09.100334 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a259fc36-0876-4f27-bf20-df7a51672f7e,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:09.143850 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'code': 200} May 20 16:17:09.174453 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:09.175342 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a34df79c-223a-4506-bba9-a7c713957ad5 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:17:09.212281 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-49680dc4-3a03-4eed-a6a1-526b0df66c62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:09.262949 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: a34df79c-223a-4506-bba9-a7c713957ad5 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:17:09.263133 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a34df79c-223a-4506-bba9-a7c713957ad5 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:17:09.302298 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=a259fc36-0876-4f27-bf20-df7a51672f7e,revision_number=10']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:09.313434 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:09.429256 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-ca753322-a2e9-4d8c-b0a5-b3ed5f36d63c req-30495fc4-a3fe-4b2b-ba14-fe22fc4258e0 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Synchronizing usage tracker for tenant:339305feac4444fea5c717f6093f0d95 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:17:09.489341 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046fb798-485e-4720-8888-130ba586fc78 req-c7d87678-1a3e-4b14-9b97-058e1878106f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:09.490812 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-046fb798-485e-4720-8888-130ba586fc78 req-c7d87678-1a3e-4b14-9b97-058e1878106f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0977600 May 20 16:17:09.515737 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-ca753322-a2e9-4d8c-b0a5-b3ed5f36d63c req-30495fc4-a3fe-4b2b-ba14-fe22fc4258e0 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Unset dirty status for tenant:339305feac4444fea5c717f6093f0d95 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:17:09.516826 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ca753322-a2e9-4d8c-b0a5-b3ed5f36d63c req-30495fc4-a3fe-4b2b-ba14-fe22fc4258e0 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=ce178ce8-b5da-4508-8aeb-dae9594dde0c HTTP/1.1" status: 200 len: 210 time: 0.1637592 May 20 16:17:09.540326 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-046fb798-485e-4720-8888-130ba586fc78 req-b884c54d-731f-4465-9261-b937c559c44c tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433562 May 20 16:17:10.017295 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6183934-c99e-4f24-89ad-4c5b947a8de3 req-a6bc004f-f0c9-4ed2-aff0-072883852f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:10.018818 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d6183934-c99e-4f24-89ad-4c5b947a8de3 req-a6bc004f-f0c9-4ed2-aff0-072883852f73 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 1100 time: 0.1488605 May 20 16:17:10.027134 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5b80b-9d5d-45bf-bd1c-dc50b70af34f req-6d1cb88d-f1d1-4180-b193-547e1941d134 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:10.030837 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-47e5b80b-9d5d-45bf-bd1c-dc50b70af34f req-6d1cb88d-f1d1-4180-b193-547e1941d134 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 947 time: 0.1215098 May 20 16:17:10.104209 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d6183934-c99e-4f24-89ad-4c5b947a8de3 req-891e1779-7437-49c6-8b0c-0fdd52858b48 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744617 May 20 16:17:10.107032 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-47e5b80b-9d5d-45bf-bd1c-dc50b70af34f req-f7daa25b-6083-4b14-9371-88b73382cf3b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642381 May 20 16:17:11.204832 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33b31e-7fb9-4891-a55c-cabc09224b02 req-0c894644-2f13-4258-b18c-077ee3b299e5 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:11.206541 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9b33b31e-7fb9-4891-a55c-cabc09224b02 req-0c894644-2f13-4258-b18c-077ee3b299e5 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0888944 May 20 16:17:11.311267 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9b33b31e-7fb9-4891-a55c-cabc09224b02 req-2adb612b-0703-4f2e-90f6-956d62c729df tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985913 May 20 16:17:11.351469 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a203263e-33b3-4c98-9900-fa965625151e req-d5a372e0-1ab3-4c65-9af4-5d8ff883795f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:11.352987 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a203263e-33b3-4c98-9900-fa965625151e req-d5a372e0-1ab3-4c65-9af4-5d8ff883795f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 947 time: 0.1230428 May 20 16:17:11.402400 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a203263e-33b3-4c98-9900-fa965625151e req-51bb639d-1d76-4d42-97b0-3a26fefd6b48 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429585 May 20 16:17:11.458328 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:11.570452 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-39d5484f-7b2b-4f01-a72a-4e25591b8692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:12.509437 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beae80a-2470-45fd-983f-17f2c44f15ae req-7e8c10d2-c405-4ad6-8f26-23a6a6cd1261 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:12.511685 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4beae80a-2470-45fd-983f-17f2c44f15ae req-7e8c10d2-c405-4ad6-8f26-23a6a6cd1261 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0862575 May 20 16:17:12.590495 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:12.705536 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4beae80a-2470-45fd-983f-17f2c44f15ae req-8d469bb4-3c22-4e3e-af0b-1b101c9c5a4d tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868057 May 20 16:17:12.732100 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266199fa-8ccd-44a9-8034-66f885374faf req-faf2619b-07ae-4b55-bbaf-2d9b9bef2a6f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:12.733330 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-266199fa-8ccd-44a9-8034-66f885374faf req-faf2619b-07ae-4b55-bbaf-2d9b9bef2a6f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 947 time: 0.1979740 May 20 16:17:12.783006 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-266199fa-8ccd-44a9-8034-66f885374faf req-f6455574-ee18-463b-8931-5d7bab35012b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428524 May 20 16:17:13.906567 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4172e-0fec-446a-8d8d-439c770baf8e req-ebb18e8c-d895-40b2-a40c-20b1700e14ad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:13.908306 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1fe4172e-0fec-446a-8d8d-439c770baf8e req-ebb18e8c-d895-40b2-a40c-20b1700e14ad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0927370 May 20 16:17:14.005698 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1fe4172e-0fec-446a-8d8d-439c770baf8e req-388534c0-069f-465f-8333-8db875fbfe06 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624793 May 20 16:17:14.028377 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fe8d9-fd49-421b-b30c-83762d346e76 req-b3111d50-171b-476f-ae23-c37b8986f131 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:14.029856 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5c2fe8d9-fd49-421b-b30c-83762d346e76 req-b3111d50-171b-476f-ae23-c37b8986f131 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 947 time: 0.1205409 May 20 16:17:14.077835 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5c2fe8d9-fd49-421b-b30c-83762d346e76 req-0547094a-4213-4d4b-b05f-53121ddeea65 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416436 May 20 16:17:14.572596 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:15.053454 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 51160) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:15.184365 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d47b2d02-6bd9-451f-8879-ba1ab439bf08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:15.207478 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-d47b2d02-6bd9-451f-8879-ba1ab439bf08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:15.213157 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-d47b2d02-6bd9-451f-8879-ba1ab439bf08 admin admin] Usage tracker for resource:security_group_rule and tenant:3e9b4246f93f4ce7b0f6b9464c8c17af is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:15.218061 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-d47b2d02-6bd9-451f-8879-ba1ab439bf08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:15.225633 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-d47b2d02-6bd9-451f-8879-ba1ab439bf08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:15.257940 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3674dd-283b-4b04-a636-6a0b920215e8 req-d255ca7b-9def-4d33-89c1-fff9cfbcb2b6 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:15.259465 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0a3674dd-283b-4b04-a636-6a0b920215e8 req-d255ca7b-9def-4d33-89c1-fff9cfbcb2b6 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1349092 May 20 16:17:15.326266 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0a3674dd-283b-4b04-a636-6a0b920215e8 req-b4faf1e1-902a-4f6e-8ad1-d2adcefafa13 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599492 May 20 16:17:15.366615 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d47b2d02-6bd9-451f-8879-ba1ab439bf08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:15.430065 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d47b2d02-6bd9-451f-8879-ba1ab439bf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:15.436900 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-02bee554-4363-43e6-971a-51ec9d35aae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:15.477067 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b2d02-6bd9-451f-8879-ba1ab439bf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2701ef66-77eb-479a-a78c-cda7aa5bd476,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:15.481216 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-d47b2d02-6bd9-451f-8879-ba1ab439bf08 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e9b4246f93f4ce7b0f6b9464c8c17af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4266818 May 20 16:17:15.482353 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-d47b2d02-6bd9-451f-8879-ba1ab439bf08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:15.483914 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 51166) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:15.545255 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9408c1b7-09e8-4025-972a-80dfc72271f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:15.571017 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9408c1b7-09e8-4025-972a-80dfc72271f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:15.686750 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9408c1b7-09e8-4025-972a-80dfc72271f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:15.690924 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-760c37d9-b49f-4648-8957-c717600b6ac9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:15.706230 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408c1b7-09e8-4025-972a-80dfc72271f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2701ef66-77eb-479a-a78c-cda7aa5bd476,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:15.709876 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9408c1b7-09e8-4025-972a-80dfc72271f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:15.713087 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9408c1b7-09e8-4025-972a-80dfc72271f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:15.714216 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-9408c1b7-09e8-4025-972a-80dfc72271f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2701ef66-77eb-479a-a78c-cda7aa5bd476 HTTP/1.1" status: 204 len: 168 time: 0.2293928 May 20 16:17:16.516095 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc914c-0cc7-4dfa-bf77-f2d94eaba954 req-959b1fd6-b435-401c-aff4-fc6760462cbd tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:16.517784 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ffbc914c-0cc7-4dfa-bf77-f2d94eaba954 req-959b1fd6-b435-401c-aff4-fc6760462cbd tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.0798485 May 20 16:17:16.563146 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ffbc914c-0cc7-4dfa-bf77-f2d94eaba954 req-bb6eff98-2504-41c3-a6d6-748d5ec3358b tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396814 May 20 16:17:17.787884 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db063a0-c33f-4661-a52a-fe9ed8bd72d5 req-f0fe6e81-ede9-4d1c-a2bb-817db21ee9dc tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:17.789342 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2db063a0-c33f-4661-a52a-fe9ed8bd72d5 req-f0fe6e81-ede9-4d1c-a2bb-817db21ee9dc tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1431246 May 20 16:17:17.801788 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6003e-94ec-4ff6-aecb-0bf7b3f8206c req-ae8490e7-1d77-4c36-84ab-256d629f422f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:17.803204 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-95d6003e-94ec-4ff6-aecb-0bf7b3f8206c req-ae8490e7-1d77-4c36-84ab-256d629f422f tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 946 time: 0.1219885 May 20 16:17:17.935356 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-95d6003e-94ec-4ff6-aecb-0bf7b3f8206c req-a4fae032-a82d-492e-90a4-c3dc85727dda tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/security-groups?id=c39deb85-f8f0-4ec5-a269-5356376654b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017456 May 20 16:17:17.975007 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-2db063a0-c33f-4661-a52a-fe9ed8bd72d5 req-b1bfdf76-97b3-4944-964a-f2388cb37fad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Deleting port 777ec9b1-c195-4f96-8d94-247b21965ab4 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:17:17.975347 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-2db063a0-c33f-4661-a52a-fe9ed8bd72d5 req-b1bfdf76-97b3-4944-964a-f2388cb37fad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:18.110574 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-2db063a0-c33f-4661-a52a-fe9ed8bd72d5 req-b1bfdf76-97b3-4944-964a-f2388cb37fad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] For port 777ec9b1-c195-4f96-8d94-247b21965ab4, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=777ec9b1-c195-4f96-8d94-247b21965ab4,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:18.111081 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-2db063a0-c33f-4661-a52a-fe9ed8bd72d5 req-b1bfdf76-97b3-4944-964a-f2388cb37fad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:18.236658 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-2db063a0-c33f-4661-a52a-fe9ed8bd72d5 req-b1bfdf76-97b3-4944-964a-f2388cb37fad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Calling delete_port for 777ec9b1-c195-4f96-8d94-247b21965ab4 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:17:18.390092 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-2db063a0-c33f-4661-a52a-fe9ed8bd72d5 req-b1bfdf76-97b3-4944-964a-f2388cb37fad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:18.396825 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:18.417881 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['777ec9b1-c195-4f96-8d94-247b21965ab4'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:17:18.443217 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfdf76-97b3-4944-964a-f2388cb37fad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Pushing event deleted for resources: {'Port': ['ID=777ec9b1-c195-4f96-8d94-247b21965ab4,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:18.446234 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b1bfdf76-97b3-4944-964a-f2388cb37fad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:18.523859 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db063a0-c33f-4661-a52a-fe9ed8bd72d5 req-b1bfdf76-97b3-4944-964a-f2388cb37fad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] No DVR routers for this DVR port 777ec9b1-c195-4f96-8d94-247b21965ab4 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:17:18.526357 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-2db063a0-c33f-4661-a52a-fe9ed8bd72d5 req-b1bfdf76-97b3-4944-964a-f2388cb37fad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:18.528846 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa46c30-7028-4c7e-8671-7e32f3fc96f4', 'name': 'network-vif-deleted', 'tag': '777ec9b1-c195-4f96-8d94-247b21965ab4'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:17:18.576657 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa46c30-7028-4c7e-8671-7e32f3fc96f4', 'name': 'network-vif-deleted', 'tag': '777ec9b1-c195-4f96-8d94-247b21965ab4', 'status': 'completed', 'code': 200} May 20 16:17:18.596363 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2db063a0-c33f-4661-a52a-fe9ed8bd72d5 req-b1bfdf76-97b3-4944-964a-f2388cb37fad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.10 "DELETE /v2.0/ports/777ec9b1-c195-4f96-8d94-247b21965ab4 HTTP/1.1" status: 204 len: 173 time: 0.7922306 May 20 16:17:19.099347 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-41a5fcf8-fbda-4eb6-b3c9-9a9c743f9952 req-d2e25167-f1e2-43b9-bd28-62493205c87a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Synchronizing usage tracker for tenant:339305feac4444fea5c717f6093f0d95 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:17:19.201453 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-41a5fcf8-fbda-4eb6-b3c9-9a9c743f9952 req-d2e25167-f1e2-43b9-bd28-62493205c87a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Unset dirty status for tenant:339305feac4444fea5c717f6093f0d95 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:17:19.202638 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-41a5fcf8-fbda-4eb6-b3c9-9a9c743f9952 req-d2e25167-f1e2-43b9-bd28-62493205c87a tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] 10.222.0.11 "GET /v2.0/ports?device_id=baa46c30-7028-4c7e-8671-7e32f3fc96f4 HTTP/1.1" status: 200 len: 210 time: 0.1448784 May 20 16:17:20.298178 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51192) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:20.871217 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 777ec9b1-c195-4f96-8d94-247b21965ab4 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:17:20.908689 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: 777ec9b1-c195-4f96-8d94-247b21965ab4 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:17:20.909041 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 777ec9b1-c195-4f96-8d94-247b21965ab4 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:17:20.917467 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566561'] for router_interface, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:21.341198 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Deleting port b9d7b5f2-8308-40b6-aae6-781f9ec64e0f {{(pid=92272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:17:21.341943 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:21.471439 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.db [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] For port b9d7b5f2-8308-40b6-aae6-781f9ec64e0f, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=b9d7b5f2-8308-40b6-aae6-781f9ec64e0f,segment=NetworkSegment(43603ae1-0ea6-4853-bce6-bc8b137c15cb),segment_id=43603ae1-0ea6-4853-bce6-bc8b137c15cb)] {{(pid=92272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:21.471814 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:21.603154 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Calling delete_port for b9d7b5f2-8308-40b6-aae6-781f9ec64e0f owned by network:router_interface {{(pid=92272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:17:22.098677 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:22.102714 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:22.146507 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d7b5f2-8308-40b6-aae6-781f9ec64e0f,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:22.183559 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:22.183921 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:22.184268 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:22.184610 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:22.184946 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:22.185381 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:22.185720 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:22.186058 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:22.186391 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:22.186718 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:22.187043 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:22.187370 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:22.195016 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:22.418821 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566677'] for router_interface, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:22.772791 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Router bb5483bd-d56f-463c-924c-844a6a33b60a has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:17:22.948829 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:17:22.958367 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b6d5d4-ca57-4ff6-82c1-729fae2ba02b None None] Sync routers for ids ['bb5483bd-d56f-463c-924c-844a6a33b60a'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:17:22.969980 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6d5d4-ca57-4ff6-82c1-729fae2ba02b None None] Routers {'bb5483bd-d56f-463c-924c-844a6a33b60a'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:17:22.975321 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-88b6d5d4-ca57-4ff6-82c1-729fae2ba02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:17:11Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['bb5483bd-d56f-463c-924c-844a6a33b60a'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:23.021593 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-e3c2ae0d-6b25-4680-8590-ce4a2672ed57 admin admin] 10.222.0.11 "PUT /v2.0/routers/bb5483bd-d56f-463c-924c-844a6a33b60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7211730 May 20 16:17:23.023822 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51212) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:23.150846 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-88b6d5d4-ca57-4ff6-82c1-729fae2ba02b None None] Set router bb5483bd-d56f-463c-924c-844a6a33b60a gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:17:23.200653 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Notify callbacks [] for router, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:23.372605 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:23.432262 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-88b6d5d4-ca57-4ff6-82c1-729fae2ba02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805414309-router', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149'}], 'enable_snat': True}, 'gw_port_id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:12Z', 'updated_at': '2021-05-20T16:17:21Z', 'revision_number': 5, 'project_id': '339305feac4444fea5c717f6093f0d95', 'gw_port': {'id': '1bf59079-09f7-4815-8de3-6271add4f1e1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:99:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:15Z', 'updated_at': '2021-05-20T16:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:23.436025 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b6d5d4-ca57-4ff6-82c1-729fae2ba02b None None] Checking router: bb5483bd-d56f-463c-924c-844a6a33b60a for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:17:23.444236 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6d5d4-ca57-4ff6-82c1-729fae2ba02b None None] Routers {'bb5483bd-d56f-463c-924c-844a6a33b60a'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:17:23.444821 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-88b6d5d4-ca57-4ff6-82c1-729fae2ba02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:17:11Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['bb5483bd-d56f-463c-924c-844a6a33b60a'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:23.601983 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-88b6d5d4-ca57-4ff6-82c1-729fae2ba02b None None] Set router bb5483bd-d56f-463c-924c-844a6a33b60a gateway port host: None {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:17:23.621024 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Deleting port 1bf59079-09f7-4815-8de3-6271add4f1e1 {{(pid=92272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:17:23.621562 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:23.708908 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-88b6d5d4-ca57-4ff6-82c1-729fae2ba02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805414309-router', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:12Z', 'updated_at': '2021-05-20T16:17:23Z', 'revision_number': 6, 'project_id': '339305feac4444fea5c717f6093f0d95', 'gw_port_host': None}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:23.713041 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b6d5d4-ca57-4ff6-82c1-729fae2ba02b None None] The sync data for ids ['bb5483bd-d56f-463c-924c-844a6a33b60a'] in dv-cinder-689486-13-smb is: [{'id': 'bb5483bd-d56f-463c-924c-844a6a33b60a', 'name': 'tempest-ServerRescueNegativeTestJSON-1805414309-router', 'tenant_id': '339305feac4444fea5c717f6093f0d95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:12Z', 'updated_at': '2021-05-20T16:17:23Z', 'revision_number': 6, 'project_id': '339305feac4444fea5c717f6093f0d95', 'gw_port_host': None}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:17:23.746173 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.db [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] For port 1bf59079-09f7-4815-8de3-6271add4f1e1, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=1bf59079-09f7-4815-8de3-6271add4f1e1,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:23.746173 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:23.865814 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Calling delete_port for 1bf59079-09f7-4815-8de3-6271add4f1e1 owned by network:router_gateway {{(pid=92272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:17:24.069910 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:24.074134 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:24.120437 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf59079-09f7-4815-8de3-6271add4f1e1,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:24.123328 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:24.216279 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-794890'] for router_gateway, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:24.384989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-797308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7444'] for router, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:24.387076 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:24.550538 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-796982'] for router, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:24.551081 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb5483bd-d56f-463c-924c-844a6a33b60a {{(pid=92272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:17:24.563641 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Notify callbacks [] for router, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:24.564759 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] 10.222.0.11 "DELETE /v2.0/routers/bb5483bd-d56f-463c-924c-844a6a33b60a HTTP/1.1" status: 204 len: 168 time: 1.5398536 May 20 16:17:24.567344 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51218) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:24.627934 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96ab440-eb6d-491f-a158-a0b0e37c93fd admin admin] Deleting subnet 6768558a-ebcb-4813-ab73-25305c819af2 {{(pid=92272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:17:24.631219 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b96ab440-eb6d-491f-a158-a0b0e37c93fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:24.683493 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b96ab440-eb6d-491f-a158-a0b0e37c93fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11847894'] for subnet, precommit_delete_associations {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:24.749632 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee7c7bcb-2a0b-457e-8380-3873c517f44e req-5a043ea2-2d33-4e92-b2bf-9698efc40f1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1531789 May 20 16:17:24.757892 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b96ab440-eb6d-491f-a158-a0b0e37c93fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:24.863260 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c7bcb-2a0b-457e-8380-3873c517f44e req-b2ba9aac-8e62-490d-861d-9444528ccfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:24.864869 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee7c7bcb-2a0b-457e-8380-3873c517f44e req-b2ba9aac-8e62-490d-861d-9444528ccfea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 1100 time: 0.0774319 May 20 16:17:24.999450 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device b9d7b5f2-8308-40b6-aae6-781f9ec64e0f no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:17:25.025713 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c7bcb-2a0b-457e-8380-3873c517f44e req-63485ff9-7440-4a7e-9f1c-445bb384ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:25.027214 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee7c7bcb-2a0b-457e-8380-3873c517f44e req-63485ff9-7440-4a7e-9f1c-445bb384ae57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 917 time: 0.1317525 May 20 16:17:25.036065 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: b9d7b5f2-8308-40b6-aae6-781f9ec64e0f {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:17:25.036678 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device b9d7b5f2-8308-40b6-aae6-781f9ec64e0f not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:17:25.037112 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 1bf59079-09f7-4815-8de3-6271add4f1e1 no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:17:25.070068 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: 1bf59079-09f7-4815-8de3-6271add4f1e1 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:17:25.070280 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b96ab440-eb6d-491f-a158-a0b0e37c93fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11257111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11980230'] for subnet, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:25.070421 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 1bf59079-09f7-4815-8de3-6271add4f1e1 not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:17:25.077719 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:25.114224 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ab440-eb6d-491f-a158-a0b0e37c93fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6768558a-ebcb-4813-ab73-25305c819af2,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:25.117805 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b96ab440-eb6d-491f-a158-a0b0e37c93fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:25.123123 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b96ab440-eb6d-491f-a158-a0b0e37c93fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:25.124604 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-b96ab440-eb6d-491f-a158-a0b0e37c93fd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6768558a-ebcb-4813-ab73-25305c819af2 HTTP/1.1" status: 204 len: 168 time: 0.5563762 May 20 16:17:25.128278 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51224) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:25.149019 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee7c7bcb-2a0b-457e-8380-3873c517f44e req-8c400069-0d34-4578-bbce-717641b765b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a259fc36-0876-4f27-bf20-df7a51672f7e HTTP/1.1" status: 200 len: 1001 time: 0.1051102 May 20 16:17:25.215629 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c7bcb-2a0b-457e-8380-3873c517f44e req-02d1282d-d691-403a-bc61-e44f14c7c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:25.216972 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee7c7bcb-2a0b-457e-8380-3873c517f44e req-02d1282d-d691-403a-bc61-e44f14c7c629 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 200 len: 855 time: 0.0603006 May 20 16:17:25.303026 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c7bcb-2a0b-457e-8380-3873c517f44e req-3a0a43b7-1e2d-4ef7-888a-aec62cca293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:25.304801 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee7c7bcb-2a0b-457e-8380-3873c517f44e req-3a0a43b7-1e2d-4ef7-888a-aec62cca293f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bf0ab52-43c3-4f36-9190-4a119be4b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0770366 May 20 16:17:25.324931 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:25.438451 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee7c7bcb-2a0b-457e-8380-3873c517f44e req-c49ccec9-9ff4-4149-9d22-721a1b9ff24c service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250417 May 20 16:17:25.446830 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:25.460048 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ebcdd1-0856-4068-ac72-c6305fc94493']}} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:25.472634 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43603ae1-0ea6-4853-bce6-bc8b137c15cb') {'for_net_delete': True} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:25.472865 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43603ae1-0ea6-4853-bce6-bc8b137c15cb') {} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:25.483989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11847897'] for segment, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:25.500799 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:25.507138 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=92272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:17:25.507522 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11257265'] for segment, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: Traceback (most recent call last): May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: timer() May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: cb(*args, **kw) May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: return func(*args, **kwargs) May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: self._notify() May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: self.callback(batched_events) May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: event.method(event) May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: return f(self, *a, **k) May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: return self._get(url).json() May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: return self.request(url, 'GET', **kwargs) May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:17:25.520393 dv-cinder-689486-13-smb neutron-server[92272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:17:25.580960 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee7c7bcb-2a0b-457e-8380-3873c517f44e req-f6580e63-71ab-49d5-96d7-b920fc6ef60b service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263654 May 20 16:17:25.692603 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:25.696632 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-21a4b4fc-b42e-4f84-bfa6-433559d173bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:25.709890 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:25.719900 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=20ebcdd1-0856-4068-ac72-c6305fc94493,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:25.723892 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:25.767819 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/20ebcdd1-0856-4068-ac72-c6305fc94493 HTTP/1.1" status: 204 len: 168 time: 0.6380384 May 20 16:17:26.130863 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51236) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:26.182802 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-84c311e6-865f-4c25-b77c-725d5942f2da admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=339305feac4444fea5c717f6093f0d95&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507398 May 20 16:17:26.185223 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51240) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:26.245457 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-529befaa-ecb0-4121-a076-f66471ad81e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:26.272065 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-529befaa-ecb0-4121-a076-f66471ad81e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:26.407239 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-529befaa-ecb0-4121-a076-f66471ad81e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:26.411742 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7666d249-cb7d-4940-9314-2cc26b05e483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:26.422710 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529befaa-ecb0-4121-a076-f66471ad81e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39deb85-f8f0-4ec5-a269-5356376654b5,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:26.428604 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-529befaa-ecb0-4121-a076-f66471ad81e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:26.429825 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-529befaa-ecb0-4121-a076-f66471ad81e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:26.430930 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-529befaa-ecb0-4121-a076-f66471ad81e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c39deb85-f8f0-4ec5-a269-5356376654b5 HTTP/1.1" status: 204 len: 168 time: 0.2448077 May 20 16:17:27.520023 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 51270) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:27.629059 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1202602723-network', 'tenant_id': '5e8d44cc082643c58a2b4bfd10eed548'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:17:27.633690 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:27.637575 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Usage tracker for resource:network and tenant:5e8d44cc082643c58a2b4bfd10eed548 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:27.640399 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:27.646761 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:27.669563 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:27.709710 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Made reservation on behalf of 5e8d44cc082643c58a2b4bfd10eed548 for: {'network': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:17:27.712066 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:27.725152 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:27.739607 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:27.743346 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Usage tracker for resource:security_group_rule and tenant:5e8d44cc082643c58a2b4bfd10eed548 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:27.746161 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:27.751852 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:27.831126 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:27.880745 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:27.883848 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-639c64e2-85d3-4ab2-a9e2-02b041d90b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:27.912394 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=92271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:17:27.920482 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad437277-dcb0-444f-82c7-1b4541d86fdd,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:27.929053 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:27.929420 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.segments_db [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Added segment 13afbbed-e686-4f89-b281-941006029355 of type vlan for network bddfd272-e9b0-46e7-8459-aef262c30829 May 20 16:17:27.931114 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:27.931473 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:27.931822 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:27.932168 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:27.932509 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:27.932850 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:27.933187 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:27.933549 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:27.933890 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:27.934226 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:27.934559 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:27.934898 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:17:27.942949 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:27.967852 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:28.058221 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:28.059553 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:28.060130 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:28.063641 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:28.161049 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Pushing event updated for resources: {'Network': ['ID=bddfd272-e9b0-46e7-8459-aef262c30829,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:28.164528 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:28.171217 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network bddfd272-e9b0-46e7-8459-aef262c30829 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:17:28.215664 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6920047 May 20 16:17:28.215924 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 51278) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:28.222317 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Request body: {'subnet': {'network_id': 'bddfd272-e9b0-46e7-8459-aef262c30829', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1202602723-subnet', 'tenant_id': '5e8d44cc082643c58a2b4bfd10eed548', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:17:28.227357 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:28.231369 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Usage tracker for resource:subnet and tenant:5e8d44cc082643c58a2b4bfd10eed548 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:28.234437 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:28.241022 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:28.326490 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Made reservation on behalf of 5e8d44cc082643c58a2b4bfd10eed548 for: {'subnet': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:17:28.328814 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10631610'] for subnet, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:28.771652 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10965010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10631592'] for subnet, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:28.776370 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:28.850435 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9395b5e5-7d83-45f4-a80f-1b299636b14c,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:28.853955 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:28.859501 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Checking segment: {'id': '13afbbed-e686-4f89-b281-941006029355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'bddfd272-e9b0-46e7-8459-aef262c30829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:17:28.859860 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Network hostable DHCP agents. Network: bddfd272-e9b0-46e7-8459-aef262c30829, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:17:28.938622 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Network bddfd272-e9b0-46e7-8459-aef262c30829 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:17:28.995573 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, bddfd272-e9b0-46e7-8459-aef262c30829) {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:17:29.006574 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ff6a05-8b68-4b4e-bccb-6ffa7a764964 None None] Network bddfd272-e9b0-46e7-8459-aef262c30829 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:17:29.012136 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:29.012841 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:29.112570 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-05fdb952-d875-4134-818d-ec99641b22bf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8875904 May 20 16:17:29.201011 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fca3816-ca29-4344-9870-5898b8c31c8c None None] Network bddfd272-e9b0-46e7-8459-aef262c30829 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:17:29.856883 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 51304) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:29.862889 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1754108836-network', 'tenant_id': '78a78d6b5e284c6480313f959dd30459'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:17:29.867601 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:29.871432 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Usage tracker for resource:network and tenant:78a78d6b5e284c6480313f959dd30459 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:29.874334 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:29.881078 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:29.949108 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Made reservation on behalf of 78a78d6b5e284c6480313f959dd30459 for: {'network': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:17:29.951469 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:29.964203 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:29.978438 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:29.982398 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Usage tracker for resource:security_group_rule and tenant:78a78d6b5e284c6480313f959dd30459 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:29.985388 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:29.991436 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:30.082734 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:30.127184 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:30.130301 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f8915103-b712-4f13-81c6-e8f170175b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:30.157165 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=92271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:17:30.165683 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f1fba2-5849-471a-94f8-238b2c9958d1,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:30.169198 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:30.173997 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:30.173997 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.segments_db [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Added segment 05986e9e-a731-4f19-9f74-9f6292e37826 of type vlan for network d8d95bab-1bfd-4645-b009-19f9e25538e0 May 20 16:17:30.199943 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:30.287040 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:30.288393 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:30.288971 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:30.293736 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:30.472391 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Pushing event updated for resources: {'Network': ['ID=d8d95bab-1bfd-4645-b009-19f9e25538e0,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:30.475634 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:30.482075 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network d8d95bab-1bfd-4645-b009-19f9e25538e0 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:17:30.482586 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6244946 May 20 16:17:30.485351 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51310) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:30.492194 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Request body: {'subnet': {'network_id': 'd8d95bab-1bfd-4645-b009-19f9e25538e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1754108836-subnet', 'tenant_id': '78a78d6b5e284c6480313f959dd30459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:17:30.496984 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:30.500859 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Usage tracker for resource:subnet and tenant:78a78d6b5e284c6480313f959dd30459 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:30.503885 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:30.510481 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:30.646940 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Made reservation on behalf of 78a78d6b5e284c6480313f959dd30459 for: {'subnet': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:17:30.649587 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11980253'] for subnet, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:31.068943 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11257176', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11980239'] for subnet, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:31.073375 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:31.150412 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f4a09d-2c94-4530-bb9e-70600e82e047,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:31.153889 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:31.156780 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Checking segment: {'id': '05986e9e-a731-4f19-9f74-9f6292e37826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'd8d95bab-1bfd-4645-b009-19f9e25538e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92272) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:17:31.157136 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Network hostable DHCP agents. Network: d8d95bab-1bfd-4645-b009-19f9e25538e0, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92272) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:17:31.400954 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Network d8d95bab-1bfd-4645-b009-19f9e25538e0 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92272) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:17:31.469364 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, d8d95bab-1bfd-4645-b009-19f9e25538e0) {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:17:31.478084 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:31.483350 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ef8cc3-c265-4b89-848d-8fe89007314b None None] Network d8d95bab-1bfd-4645-b009-19f9e25538e0 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:17:31.483811 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:31.561998 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-3c23284e-bf35-41ef-bec4-1ce301fa837a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0748065 May 20 16:17:31.674462 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7e1493-e907-499a-8f30-1d045d8e3bdb None None] Network d8d95bab-1bfd-4645-b009-19f9e25538e0 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:17:31.697025 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 51320) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:31.765881 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d44140-7f6e-4aa1-b506-6d023a2a12c3 admin admin] Deleting subnet 9395b5e5-7d83-45f4-a80f-1b299636b14c {{(pid=92271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:17:31.769626 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b9d44140-7f6e-4aa1-b506-6d023a2a12c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:31.825502 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b9d44140-7f6e-4aa1-b506-6d023a2a12c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10626589'] for subnet, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:31.883750 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b9d44140-7f6e-4aa1-b506-6d023a2a12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.195387 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b9d44140-7f6e-4aa1-b506-6d023a2a12c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10965085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631585'] for subnet, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.200133 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c2eceb01-71bd-4638-9789-1f1b03f77ecf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:32.239887 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b9d44140-7f6e-4aa1-b506-6d023a2a12c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.242484 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d44140-7f6e-4aa1-b506-6d023a2a12c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9395b5e5-7d83-45f4-a80f-1b299636b14c,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:32.245032 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b9d44140-7f6e-4aa1-b506-6d023a2a12c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:32.249148 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-b9d44140-7f6e-4aa1-b506-6d023a2a12c3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9395b5e5-7d83-45f4-a80f-1b299636b14c HTTP/1.1" status: 204 len: 168 time: 0.5510902 May 20 16:17:32.253582 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 51326) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:32.357311 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.484532 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.497401 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bddfd272-e9b0-46e7-8459-aef262c30829']}} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:32.509248 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13afbbed-e686-4f89-b281-941006029355') {'for_net_delete': True} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:32.509543 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13afbbed-e686-4f89-b281-941006029355') {} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:32.521114 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10626578'] for segment, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.537727 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.543729 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=92271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:17:32.544104 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10965243'] for segment, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: Traceback (most recent call last): May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: timer() May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: cb(*args, **kw) May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: return func(*args, **kwargs) May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: self._notify() May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: self.callback(batched_events) May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: event.method(event) May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: return f(self, *a, **k) May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: return self._get(url).json() May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: return self.request(url, 'GET', **kwargs) May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:17:32.556849 dv-cinder-689486-13-smb neutron-server[92271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:17:32.669633 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.673262 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:32.686011 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.694650 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bddfd272-e9b0-46e7-8459-aef262c30829,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:32.697374 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] 10.222.0.11 "DELETE /v2.0/networks/bddfd272-e9b0-46e7-8459-aef262c30829 HTTP/1.1" status: 204 len: 168 time: 0.4427884 May 20 16:17:32.698240 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-6d5ccbe4-6ef7-4110-b39d-f2603e9b81e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:32.700096 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 51330) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:32.760173 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e111a71-df22-40bb-809a-e81b504890fa admin admin] Deleting subnet c6f4a09d-2c94-4530-bb9e-70600e82e047 {{(pid=92271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:17:32.763429 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8e111a71-df22-40bb-809a-e81b504890fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.817921 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8e111a71-df22-40bb-809a-e81b504890fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10626589'] for subnet, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:32.874419 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8e111a71-df22-40bb-809a-e81b504890fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:33.161649 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8e111a71-df22-40bb-809a-e81b504890fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10965085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631585'] for subnet, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:33.165519 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:33.199933 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e111a71-df22-40bb-809a-e81b504890fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f4a09d-2c94-4530-bb9e-70600e82e047,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:33.203154 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8e111a71-df22-40bb-809a-e81b504890fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:33.204096 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8e111a71-df22-40bb-809a-e81b504890fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:33.210618 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-8e111a71-df22-40bb-809a-e81b504890fa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c6f4a09d-2c94-4530-bb9e-70600e82e047 HTTP/1.1" status: 204 len: 168 time: 0.5095942 May 20 16:17:33.213021 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 51336) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:33.390554 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:33.514061 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:33.527474 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d95bab-1bfd-4645-b009-19f9e25538e0']}} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:33.539679 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05986e9e-a731-4f19-9f74-9f6292e37826') {'for_net_delete': True} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:33.539977 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05986e9e-a731-4f19-9f74-9f6292e37826') {} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:17:33.551485 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10626578'] for segment, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:33.567985 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:33.574440 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=92271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:17:33.582237 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10965243'] for segment, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: Traceback (most recent call last): May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: timer() May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: cb(*args, **kw) May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: return func(*args, **kwargs) May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: self._notify() May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: self.callback(batched_events) May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: event.method(event) May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: return f(self, *a, **k) May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: return self._get(url).json() May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: return self.request(url, 'GET', **kwargs) May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:17:33.588603 dv-cinder-689486-13-smb neutron-server[92271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:17:33.749703 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:33.757563 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:33.760080 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-75ee548d-c8d6-427b-abb4-9e27bd93d8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:33.779559 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d95bab-1bfd-4645-b009-19f9e25538e0,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:33.783143 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:33.785931 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-e329d0ca-f3b6-494a-b693-5a0915ef0697 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d8d95bab-1bfd-4645-b009-19f9e25538e0 HTTP/1.1" status: 204 len: 168 time: 0.5709825 May 20 16:17:34.073676 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51346) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:34.126788 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-0225ff78-64e9-4c60-95fa-9bbc605b8ec4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e8d44cc082643c58a2b4bfd10eed548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517678 May 20 16:17:34.129925 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51350) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:34.192933 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ae3f-fca3-4618-ac81-17aa3d50a540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:34.218497 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ae3f-fca3-4618-ac81-17aa3d50a540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:34.349859 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ae3f-fca3-4618-ac81-17aa3d50a540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:34.353930 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-05c0baa4-aef5-4a13-a678-34a3bf2fe8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:34.370319 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2ae3f-fca3-4618-ac81-17aa3d50a540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad437277-dcb0-444f-82c7-1b4541d86fdd,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:34.372167 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ae3f-fca3-4618-ac81-17aa3d50a540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:34.373221 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-fbd2ae3f-fca3-4618-ac81-17aa3d50a540 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad437277-dcb0-444f-82c7-1b4541d86fdd HTTP/1.1" status: 204 len: 168 time: 0.2423818 May 20 16:17:34.374091 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-fbd2ae3f-fca3-4618-ac81-17aa3d50a540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:35.018506 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51362) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:35.070308 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-bbb2b511-87f3-4bf8-80be-f463aa23132a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=78a78d6b5e284c6480313f959dd30459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531869 May 20 16:17:35.072749 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51366) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:35.132717 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-371b0541-7b8b-4937-a598-5a560e553470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:35.160437 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-371b0541-7b8b-4937-a598-5a560e553470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:35.280667 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-371b0541-7b8b-4937-a598-5a560e553470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:35.284534 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-1e992d04-ca8f-47c2-a19a-57bc5746687d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:35.295846 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b0541-7b8b-4937-a598-5a560e553470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f1fba2-5849-471a-94f8-238b2c9958d1,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:35.300374 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-371b0541-7b8b-4937-a598-5a560e553470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:35.302527 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-371b0541-7b8b-4937-a598-5a560e553470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:35.303659 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-371b0541-7b8b-4937-a598-5a560e553470 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1f1fba2-5849-471a-94f8-238b2c9958d1 HTTP/1.1" status: 204 len: 168 time: 0.2299395 May 20 16:17:38.857884 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-61321d9e-fc0c-4d4a-9ee4-90f228225826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:41.451964 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:41.612670 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-043c171a-5f4e-4c06-bc4f-c6a64ea5fe50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:42.641185 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:44.566778 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:44.670004 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:17:53.840153 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14a284-eefd-4adc-b42d-118c9a0484cd req-70f3a9f6-2af0-481b-8af8-3b8f0202fc84 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:53.841654 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9e14a284-eefd-4adc-b42d-118c9a0484cd req-70f3a9f6-2af0-481b-8af8-3b8f0202fc84 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0904126 May 20 16:17:53.899146 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9e14a284-eefd-4adc-b42d-118c9a0484cd req-3e6f1e81-0599-46c9-ad76-ee853bc8e3a7 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500438 May 20 16:17:54.371490 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dbec3-dcc0-4a87-a529-7c3b93a036b6 req-0208e5a9-c565-43c7-af8e-bfc225f3a9f6 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:54.372928 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-620dbec3-dcc0-4a87-a529-7c3b93a036b6 req-0208e5a9-c565-43c7-af8e-bfc225f3a9f6 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.0806489 May 20 16:17:54.417065 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-620dbec3-dcc0-4a87-a529-7c3b93a036b6 req-f5e4b0eb-d55d-4eb1-8172-27b9e0a7967c tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382783 May 20 16:17:55.093325 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787a179-2c41-49b7-b370-b51b50a4759a req-95ceb026-ae85-40b2-acfe-7ada9f8c3b66 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:55.094787 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1787a179-2c41-49b7-b370-b51b50a4759a req-95ceb026-ae85-40b2-acfe-7ada9f8c3b66 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0866661 May 20 16:17:55.140401 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1787a179-2c41-49b7-b370-b51b50a4759a req-e15d5c3f-f443-4d40-b0e6-f4dca14106bb tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390058 May 20 16:17:55.605594 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd28ab-dbc8-43d7-a9a1-70f787c456bf req-d8752a95-d7b7-4a1b-8134-1956b1f373fd tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:55.607213 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dfcd28ab-dbc8-43d7-a9a1-70f787c456bf req-d8752a95-d7b7-4a1b-8134-1956b1f373fd tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.0828180 May 20 16:17:55.661155 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dfcd28ab-dbc8-43d7-a9a1-70f787c456bf req-056c8c0d-5451-4e27-9f5a-faa5c785e071 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458980 May 20 16:17:56.337323 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698ccda-bdc7-4d54-bb7d-d6bfd8efd0c9 req-69fc126e-b46c-4a61-8df4-3afd91bf1180 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:56.338799 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5698ccda-bdc7-4d54-bb7d-d6bfd8efd0c9 req-69fc126e-b46c-4a61-8df4-3afd91bf1180 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0907819 May 20 16:17:56.382841 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5698ccda-bdc7-4d54-bb7d-d6bfd8efd0c9 req-771102e1-6b11-4e76-b758-fc1fdb759605 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383563 May 20 16:17:56.856030 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304fe07-436a-4b81-b449-281ed1702b74 req-2f948491-50d2-4317-b999-73181814c07e tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:56.857415 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9304fe07-436a-4b81-b449-281ed1702b74 req-2f948491-50d2-4317-b999-73181814c07e tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.0881500 May 20 16:17:56.903970 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9304fe07-436a-4b81-b449-281ed1702b74 req-b9338e80-94ca-48d0-bd4c-28a54e5d478e tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400243 May 20 16:17:57.575351 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bffcb9-ed31-4662-8bdf-3956dfc57ba8 req-dfc3a20e-720d-47d7-a297-5d6ef9ddc8e1 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:57.577192 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90bffcb9-ed31-4662-8bdf-3956dfc57ba8 req-dfc3a20e-720d-47d7-a297-5d6ef9ddc8e1 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0855055 May 20 16:17:57.626228 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90bffcb9-ed31-4662-8bdf-3956dfc57ba8 req-ee1f66bc-0e3f-4636-9d17-6b668e9de43b tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 May 20 16:17:57.720675 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:57.787534 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51704) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:57.905456 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ab03a0d9-236d-41c3-bff8-1af542af7b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:57.921857 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-ab03a0d9-236d-41c3-bff8-1af542af7b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:57.926358 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-ab03a0d9-236d-41c3-bff8-1af542af7b7c admin admin] Usage tracker for resource:security_group_rule and tenant:fb3999e3ab444bfda74d218de19589fd is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:57.929510 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-ab03a0d9-236d-41c3-bff8-1af542af7b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:57.936247 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-ab03a0d9-236d-41c3-bff8-1af542af7b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:58.021422 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ab03a0d9-236d-41c3-bff8-1af542af7b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:58.069344 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ab03a0d9-236d-41c3-bff8-1af542af7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:58.079621 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-fbd2ae3f-fca3-4618-ac81-17aa3d50a540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:58.103313 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f448399-9123-44cc-aacd-fb91a7728089 req-353dd580-438b-41b3-a5c4-f77a8f44cbdb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:58.104779 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2f448399-9123-44cc-aacd-fb91a7728089 req-353dd580-438b-41b3-a5c4-f77a8f44cbdb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.0889759 May 20 16:17:58.119299 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-ab03a0d9-236d-41c3-bff8-1af542af7b7c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fb3999e3ab444bfda74d218de19589fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305142 May 20 16:17:58.120187 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03a0d9-236d-41c3-bff8-1af542af7b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158964c9-5538-4442-93e6-fe0627c6b723,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:58.123333 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ab03a0d9-236d-41c3-bff8-1af542af7b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:58.123966 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51712) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:58.153084 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2f448399-9123-44cc-aacd-fb91a7728089 req-05d6773c-d5c2-465a-9751-7369ee3263e4 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 May 20 16:17:58.186694 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a9068022-bd9c-4040-9a82-f93e82e6c247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:58.217400 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a9068022-bd9c-4040-9a82-f93e82e6c247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:58.355034 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a9068022-bd9c-4040-9a82-f93e82e6c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:58.360014 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-1552e8d9-5aaa-4195-8eaa-67361d7a3e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:58.374102 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9068022-bd9c-4040-9a82-f93e82e6c247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158964c9-5538-4442-93e6-fe0627c6b723,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:58.376397 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-a9068022-bd9c-4040-9a82-f93e82e6c247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:58.379804 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a9068022-bd9c-4040-9a82-f93e82e6c247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:58.381503 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-a9068022-bd9c-4040-9a82-f93e82e6c247 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/158964c9-5538-4442-93e6-fe0627c6b723 HTTP/1.1" status: 204 len: 168 time: 0.2565095 May 20 16:17:58.820728 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcdde3-4da3-45fb-a0f8-3c9a8f89eb3a req-96e7d26c-47ea-4fe0-b3a5-0ba4392a77c0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:58.822230 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8dfcdde3-4da3-45fb-a0f8-3c9a8f89eb3a req-96e7d26c-47ea-4fe0-b3a5-0ba4392a77c0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0834680 May 20 16:17:58.870736 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8dfcdde3-4da3-45fb-a0f8-3c9a8f89eb3a req-f2f71dc7-c0d6-432d-8832-253ad6f0c81e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 May 20 16:17:59.079194 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 51728) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:59.096698 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-20db9769-795d-47cf-b153-2030bb25cdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:59.110958 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-20db9769-795d-47cf-b153-2030bb25cdf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:17:59.115515 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-20db9769-795d-47cf-b153-2030bb25cdf1 admin admin] Usage tracker for resource:security_group_rule and tenant:b0e6c624a5e14acdbd8d3418d4582541 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:17:59.118324 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-20db9769-795d-47cf-b153-2030bb25cdf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:17:59.124043 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-20db9769-795d-47cf-b153-2030bb25cdf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:17:59.247681 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6c27c9-b4e0-42ad-9b92-b3514d438502 req-a378dd46-7192-405b-a7ff-3c913493e03b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:59.249186 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cc6c27c9-b4e0-42ad-9b92-b3514d438502 req-a378dd46-7192-405b-a7ff-3c913493e03b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 947 time: 0.1162829 May 20 16:17:59.346194 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-20db9769-795d-47cf-b153-2030bb25cdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:59.374632 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cc6c27c9-b4e0-42ad-9b92-b3514d438502 req-8bbde676-7fdf-438f-99ed-e5dea7140851 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162357 May 20 16:17:59.404149 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f9dea-530b-4873-beff-3680a39e937b req-bacadee7-65bc-4da1-9598-6c15d9e4a820 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:59.405759 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-104f9dea-530b-4873-beff-3680a39e937b req-bacadee7-65bc-4da1-9598-6c15d9e4a820 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.1271439 May 20 16:17:59.442615 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-20db9769-795d-47cf-b153-2030bb25cdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:59.469451 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-6c925876-524b-43a9-9f74-fc77c3dc1325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:59.534379 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-20db9769-795d-47cf-b153-2030bb25cdf1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b0e6c624a5e14acdbd8d3418d4582541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540665 May 20 16:17:59.537649 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51734) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:17:59.540199 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db9769-795d-47cf-b153-2030bb25cdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b755c9-a999-453b-a32b-832896b21916,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:59.543295 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-20db9769-795d-47cf-b153-2030bb25cdf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:59.553529 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-104f9dea-530b-4873-beff-3680a39e937b req-b18b49c1-789e-4276-ac00-bd9345e2fc15 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173198 May 20 16:17:59.574099 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbd4b4-f842-48b9-b1a9-315eb1810062 req-42419240-3173-4262-9f39-7758b031dbec tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:17:59.575557 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f5bbd4b4-f842-48b9-b1a9-315eb1810062 req-42419240-3173-4262-9f39-7758b031dbec tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.10 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 946 time: 0.1689482 May 20 16:17:59.599406 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ff12baa6-e0e7-4db4-89bb-3c5558742982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:59.625038 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ff12baa6-e0e7-4db4-89bb-3c5558742982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:59.744589 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ff12baa6-e0e7-4db4-89bb-3c5558742982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:59.750017 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7aebb753-1824-455d-9662-608dca5122a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:17:59.761517 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12baa6-e0e7-4db4-89bb-3c5558742982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b755c9-a999-453b-a32b-832896b21916,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:17:59.766163 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ff12baa6-e0e7-4db4-89bb-3c5558742982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:17:59.768249 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ff12baa6-e0e7-4db4-89bb-3c5558742982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:59.769432 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-ff12baa6-e0e7-4db4-89bb-3c5558742982 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3b755c9-a999-453b-a32b-832896b21916 HTTP/1.1" status: 204 len: 168 time: 0.2307107 May 20 16:17:59.789637 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-f5bbd4b4-f842-48b9-b1a9-315eb1810062 req-d5acfdfa-6252-4dab-940e-7d0d4123fd6b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Deleting port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:17:59.790017 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f5bbd4b4-f842-48b9-b1a9-315eb1810062 req-d5acfdfa-6252-4dab-940e-7d0d4123fd6b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:17:59.921929 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-f5bbd4b4-f842-48b9-b1a9-315eb1810062 req-d5acfdfa-6252-4dab-940e-7d0d4123fd6b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] For port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=20f0a9ad-c7dc-4b5c-8010-ad92740b19e1,segment=NetworkSegment(90dcaf68-53c1-459b-be90-9212817a85e8),segment_id=90dcaf68-53c1-459b-be90-9212817a85e8)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:17:59.922566 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f5bbd4b4-f842-48b9-b1a9-315eb1810062 req-d5acfdfa-6252-4dab-940e-7d0d4123fd6b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:00.082874 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-f5bbd4b4-f842-48b9-b1a9-315eb1810062 req-d5acfdfa-6252-4dab-940e-7d0d4123fd6b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Calling delete_port for 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:18:00.149055 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e138577-9cb9-4ae7-91b4-8389e332f5b5 req-02355e11-19ce-4bd2-9138-c40650e6b552 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:00.150466 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8e138577-9cb9-4ae7-91b4-8389e332f5b5 req-02355e11-19ce-4bd2-9138-c40650e6b552 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.1648633 May 20 16:18:00.239417 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8e138577-9cb9-4ae7-91b4-8389e332f5b5 req-126d30f1-2687-4663-a99f-7725b824b711 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815191 May 20 16:18:00.309538 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f5bbd4b4-f842-48b9-b1a9-315eb1810062 req-d5acfdfa-6252-4dab-940e-7d0d4123fd6b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:00.315409 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ae143080-6275-4a5c-b480-31dcb28f6585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:00.320827 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['20f0a9ad-c7dc-4b5c-8010-ad92740b19e1'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:18:00.372554 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acfdfa-6252-4dab-940e-7d0d4123fd6b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Pushing event deleted for resources: {'Port': ['ID=20f0a9ad-c7dc-4b5c-8010-ad92740b19e1,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:00.375628 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-d5acfdfa-6252-4dab-940e-7d0d4123fd6b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:00.449662 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bbd4b4-f842-48b9-b1a9-315eb1810062 req-d5acfdfa-6252-4dab-940e-7d0d4123fd6b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] No DVR routers for this DVR port 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:18:00.452424 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f5bbd4b4-f842-48b9-b1a9-315eb1810062 req-d5acfdfa-6252-4dab-940e-7d0d4123fd6b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:00.455586 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e6bf02-d122-454c-b0f3-f7c20e5e97c1', 'name': 'network-vif-deleted', 'tag': '20f0a9ad-c7dc-4b5c-8010-ad92740b19e1'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:00.525496 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e6bf02-d122-454c-b0f3-f7c20e5e97c1', 'name': 'network-vif-deleted', 'tag': '20f0a9ad-c7dc-4b5c-8010-ad92740b19e1', 'status': 'completed', 'code': 200} May 20 16:18:00.534857 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f5bbd4b4-f842-48b9-b1a9-315eb1810062 req-d5acfdfa-6252-4dab-940e-7d0d4123fd6b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.10 "DELETE /v2.0/ports/20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 HTTP/1.1" status: 204 len: 173 time: 0.9535220 May 20 16:18:00.572380 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28946d-a2a3-4d34-940a-8bf4c51927a8 req-099f6d92-e319-45f1-9f92-9c0fa0147958 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:00.573867 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de28946d-a2a3-4d34-940a-8bf4c51927a8 req-099f6d92-e319-45f1-9f92-9c0fa0147958 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 947 time: 0.0848007 May 20 16:18:00.630730 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de28946d-a2a3-4d34-940a-8bf4c51927a8 req-dd1e6bc9-1c9f-458c-b6d1-243909e74b25 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=b7b83b00-9ffa-4927-9b0d-ae917f8720d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501766 May 20 16:18:00.727137 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-e94c5cbd-dc7b-4f63-8616-d50f89064c9a req-f8aee8fa-0589-441e-9800-df07b6dcd555 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Synchronizing usage tracker for tenant:8a63f2e395da4705b72efd7a61da5e11 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:18:00.834386 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-5bc67b2a-fa84-47c6-b4ce-b61461860af0 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:00.836580 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-5bc67b2a-fa84-47c6-b4ce-b61461860af0 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.10 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 947 time: 0.0863249 May 20 16:18:00.837718 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-e94c5cbd-dc7b-4f63-8616-d50f89064c9a req-f8aee8fa-0589-441e-9800-df07b6dcd555 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Unset dirty status for tenant:8a63f2e395da4705b72efd7a61da5e11 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:18:00.838701 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e94c5cbd-dc7b-4f63-8616-d50f89064c9a req-f8aee8fa-0589-441e-9800-df07b6dcd555 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 210 time: 0.1539049 May 20 16:18:00.984908 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Deleting port a259fc36-0876-4f27-bf20-df7a51672f7e {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:18:00.985515 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:01.126023 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] For port a259fc36-0876-4f27-bf20-df7a51672f7e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=a259fc36-0876-4f27-bf20-df7a51672f7e,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:01.126458 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:01.555653 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:01.556022 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:01.556337 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.l3_db [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Floating IP 25d0ede3-b367-446c-82cb-6c88c91b7014 disassociated. External IP: 172.28.0.81, port: a259fc36-0876-4f27-bf20-df7a51672f7e. May 20 16:18:01.556681 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Calling delete_port for a259fc36-0876-4f27-bf20-df7a51672f7e owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:18:01.593787 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fced5d-76bc-4e81-9db6-125ddf9eaa25 req-53ac2c64-6a82-4aba-ba4e-6eee6084f18f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:01.595238 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f0fced5d-76bc-4e81-9db6-125ddf9eaa25 req-53ac2c64-6a82-4aba-ba4e-6eee6084f18f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.2208698 May 20 16:18:01.653283 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f0fced5d-76bc-4e81-9db6-125ddf9eaa25 req-19ebc35c-d90a-4342-98a5-1978598aef43 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498638 May 20 16:18:01.835176 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:01.844722 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-d98f27b7-d492-41cc-b5f8-769284d84e43 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:01.878911 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9e2469e5-5173-4ca1-8dd2-63c5538c5ac1 req-06fdfc14-ced1-480a-a669-49d113d09a48 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 210 time: 0.0822513 May 20 16:18:01.895759 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event deleted for resources: {'Port': ['ID=a259fc36-0876-4f27-bf20-df7a51672f7e,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:01.976546 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:02.038427 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f4ff8cfb-247e-4edf-ad16-3bb328020f46 req-687ec372-b566-46c8-95e0-b3ca3a38cdff tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=43e6bf02-d122-454c-b0f3-f7c20e5e97c1 HTTP/1.1" status: 200 len: 210 time: 0.0486555 May 20 16:18:02.139895 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Router ef788804-e2bb-4c0e-925c-b0829e898dd0 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:18:02.329804 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:18:02.341828 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e551c047-5184-45e0-84f4-aaa9d78794db None None] Sync routers for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:18:02.352448 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e551c047-5184-45e0-84f4-aaa9d78794db None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:18:02.353119 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-e551c047-5184-45e0-84f4-aaa9d78794db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:17:41Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:02.413981 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] No DVR routers for this DVR port a259fc36-0876-4f27-bf20-df7a51672f7e on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:18:02.417276 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:02.481541 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-03f40fef-88cf-46a1-a5ce-b573559c3d8f req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.10 "DELETE /v2.0/ports/a259fc36-0876-4f27-bf20-df7a51672f7e HTTP/1.1" status: 204 len: 173 time: 1.6393478 May 20 16:18:02.526537 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'name': 'network-vif-deleted', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:02.550757 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-e551c047-5184-45e0-84f4-aaa9d78794db None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:18:02.578013 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc290e1-b7a8-4d81-a18a-b742d466abf5', 'name': 'network-vif-deleted', 'tag': 'a259fc36-0876-4f27-bf20-df7a51672f7e', 'status': 'completed', 'code': 200} May 20 16:18:02.863823 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c8d36-ca75-497b-baec-1e952da33066 req-dca1b5e9-bb5c-4b50-801b-0931af638de8 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:02.865470 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c79c8d36-ca75-497b-baec-1e952da33066 req-dca1b5e9-bb5c-4b50-801b-0931af638de8 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0863597 May 20 16:18:02.944313 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c79c8d36-ca75-497b-baec-1e952da33066 req-51ee905b-ed45-4ed1-98f1-f61057169f9d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731888 May 20 16:18:02.945637 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-e551c047-5184-45e0-84f4-aaa9d78794db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:32Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:02.951683 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e551c047-5184-45e0-84f4-aaa9d78794db None None] Checking router: ef788804-e2bb-4c0e-925c-b0829e898dd0 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:18:02.964463 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e551c047-5184-45e0-84f4-aaa9d78794db None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:18:02.965518 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-e551c047-5184-45e0-84f4-aaa9d78794db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:17:41Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:03.062745 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:18:03.106987 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:18:03.107500 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 20f0a9ad-c7dc-4b5c-8010-ad92740b19e1 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:18:03.167520 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-4406afa6-76c6-445e-a6c0-fa449dedb3db req-f0aff20b-f138-482c-b3ce-8d0d0ca392f2 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Synchronizing usage tracker for tenant:6d29132c0c9f4273b5f1de866b91a288 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:18:03.230384 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-e551c047-5184-45e0-84f4-aaa9d78794db None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:18:03.246419 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-4406afa6-76c6-445e-a6c0-fa449dedb3db req-f0aff20b-f138-482c-b3ce-8d0d0ca392f2 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Unset dirty status for tenant:6d29132c0c9f4273b5f1de866b91a288 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:18:03.247634 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4406afa6-76c6-445e-a6c0-fa449dedb3db req-f0aff20b-f138-482c-b3ce-8d0d0ca392f2 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=acc290e1-b7a8-4d81-a18a-b742d466abf5 HTTP/1.1" status: 200 len: 210 time: 0.1589897 May 20 16:18:03.576352 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-e551c047-5184-45e0-84f4-aaa9d78794db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:32Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:03.580490 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e551c047-5184-45e0-84f4-aaa9d78794db None None] The sync data for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb is: [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:32Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:18:03.780091 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d6b258-c03c-48cf-9333-9e78d7ebc1b2 None None] New status for floating IP 25d0ede3-b367-446c-82cb-6c88c91b7014: DOWN {{(pid=92274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:18:04.155587 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8390cb-3715-4b51-8479-b2c641f656c7 req-6e724db9-dae8-4e07-b2b9-bcb3dc20f653 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:04.157108 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-eb8390cb-3715-4b51-8479-b2c641f656c7 req-6e724db9-dae8-4e07-b2b9-bcb3dc20f653 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0920925 May 20 16:18:04.213879 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-eb8390cb-3715-4b51-8479-b2c641f656c7 req-43998a8e-9ad9-44c8-9551-af5cbaa13613 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454593 May 20 16:18:04.458254 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51834) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:04.523999 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8b204b84-1f20-43c2-9d51-fd7c32f98a74 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:04.551826 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8b204b84-1f20-43c2-9d51-fd7c32f98a74 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:04.703795 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8b204b84-1f20-43c2-9d51-fd7c32f98a74 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:04.709197 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b2c5da87-725f-41b4-97b2-988e8843d04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:04.724209 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b204b84-1f20-43c2-9d51-fd7c32f98a74 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b83b00-9ffa-4927-9b0d-ae917f8720d1,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:04.726800 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-8b204b84-1f20-43c2-9d51-fd7c32f98a74 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:04.800673 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8b204b84-1f20-43c2-9d51-fd7c32f98a74 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:04.803722 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-8b204b84-1f20-43c2-9d51-fd7c32f98a74 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "DELETE /v2.0/security-groups/b7b83b00-9ffa-4927-9b0d-ae917f8720d1 HTTP/1.1" status: 204 len: 168 time: 0.3467648 May 20 16:18:04.805485 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51840) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:04.822670 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.api.v2.resource [None req-d5d8de08-9d77-4701-ba92-240d0b95ca77 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] show failed (client error): The resource could not be found. May 20 16:18:04.823696 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-d5d8de08-9d77-4701-ba92-240d0b95ca77 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups/b7b83b00-9ffa-4927-9b0d-ae917f8720d1 HTTP/1.1" status: 404 len: 347 time: 0.0172818 May 20 16:18:04.826614 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51844) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:05.078864 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a259fc36-0876-4f27-bf20-df7a51672f7e no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:18:05.113692 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: a259fc36-0876-4f27-bf20-df7a51672f7e {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:18:05.114047 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device a259fc36-0876-4f27-bf20-df7a51672f7e not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:18:05.146682 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-85e5545a-499a-4a0a-99fe-e1448428ba99 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Deleting port 380a62bf-6643-4747-8c3b-42e14b895f0e {{(pid=92272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:18:05.147097 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-85e5545a-499a-4a0a-99fe-e1448428ba99 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:05.273810 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-85e5545a-499a-4a0a-99fe-e1448428ba99 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:05.274211 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-85e5545a-499a-4a0a-99fe-e1448428ba99 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:05.400673 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-85e5545a-499a-4a0a-99fe-e1448428ba99 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Calling delete_port for 380a62bf-6643-4747-8c3b-42e14b895f0e owned by network:floatingip {{(pid=92272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:18:05.432138 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83793496-06c1-47d4-82c1-05fbed909e3c req-688abecd-1ec8-446e-a3cf-166fada30edd tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:05.433820 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-83793496-06c1-47d4-82c1-05fbed909e3c req-688abecd-1ec8-446e-a3cf-166fada30edd tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0900860 May 20 16:18:05.479623 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-83793496-06c1-47d4-82c1-05fbed909e3c req-d923e279-2e49-45f4-9b04-00b4e938a3c3 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401113 May 20 16:18:05.555013 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-85e5545a-499a-4a0a-99fe-e1448428ba99 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:05.559796 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:05.602806 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5545a-499a-4a0a-99fe-e1448428ba99 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event deleted for resources: {'Port': ['ID=380a62bf-6643-4747-8c3b-42e14b895f0e,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:05.605948 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-85e5545a-499a-4a0a-99fe-e1448428ba99 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:05.695745 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-85e5545a-499a-4a0a-99fe-e1448428ba99 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:05.802893 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-85e5545a-499a-4a0a-99fe-e1448428ba99 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:05.804170 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-85e5545a-499a-4a0a-99fe-e1448428ba99 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "DELETE /v2.0/floatingips/25d0ede3-b367-446c-82cb-6c88c91b7014 HTTP/1.1" status: 204 len: 168 time: 0.9766226 May 20 16:18:06.018206 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2e801-e89d-4235-a4e4-0938f1aaafc5 req-59a6349f-db4f-423e-8927-d0a6370430a3 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:06.020089 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6ea2e801-e89d-4235-a4e4-0938f1aaafc5 req-59a6349f-db4f-423e-8927-d0a6370430a3 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0838802 May 20 16:18:06.105683 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6ea2e801-e89d-4235-a4e4-0938f1aaafc5 req-46c207ae-7163-4a11-aaaf-05e42d7a1abd tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796893 May 20 16:18:06.137982 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35befcae-cc26-427a-8097-692b22d234da req-ae2cb8c8-a11f-48e9-861e-59e269adb0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:06.139358 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-35befcae-cc26-427a-8097-692b22d234da req-ae2cb8c8-a11f-48e9-861e-59e269adb0c5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 1098 time: 0.0827243 May 20 16:18:06.189129 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51874) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:06.195581 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009816757', 'description': 'tempest-description--426843394'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:06.201498 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:06.206370 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Usage tracker for resource:security_group and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:06.209267 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:06.215200 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:06.278395 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35befcae-cc26-427a-8097-692b22d234da req-9d7f85e5-6734-4a7a-addb-1697d3496c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:06.279995 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-35befcae-cc26-427a-8097-692b22d234da req-9d7f85e5-6734-4a7a-addb-1697d3496c39 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c991ff3-27de-4b59-a027-84c9882b61c3 HTTP/1.1" status: 200 len: 911 time: 0.1339033 May 20 16:18:06.292059 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:06.313571 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:06.317508 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Usage tracker for resource:security_group_rule and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:06.321283 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:06.326799 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:06.389891 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51880) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:06.418567 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:06.480525 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:06.481362 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-35befcae-cc26-427a-8097-692b22d234da req-e9e1b8dd-8ea8-435e-a2f7-060b72344d54 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 HTTP/1.1" status: 200 len: 1001 time: 0.1944840 May 20 16:18:06.486417 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-92e8e3ce-35ac-424f-8c6b-ae4c08e7dacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:06.523590 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:06.550918 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:06.555886 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-09cdd853-b642-4709-9d83-43598ea20ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:06.559298 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35befcae-cc26-427a-8097-692b22d234da req-89fc534d-7afc-4e52-a0ad-7bea276ddeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:06.560758 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-35befcae-cc26-427a-8097-692b22d234da req-89fc534d-7afc-4e52-a0ad-7bea276ddeea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79ec8476-25a8-4da3-86e3-eb6c97020447 HTTP/1.1" status: 200 len: 849 time: 0.0728016 May 20 16:18:06.575818 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-09cdd853-b642-4709-9d83-43598ea20ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:06.579639 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-09cdd853-b642-4709-9d83-43598ea20ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:4ff1d9edcce340d481521e38e5138251 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:06.583582 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-09cdd853-b642-4709-9d83-43598ea20ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:06.589311 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-09cdd853-b642-4709-9d83-43598ea20ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:06.635536 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35befcae-cc26-427a-8097-692b22d234da req-ef1147f5-baba-4c44-a3e8-7f9f8c60212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:06.636992 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-35befcae-cc26-427a-8097-692b22d234da req-ef1147f5-baba-4c44-a3e8-7f9f8c60212e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c991ff3-27de-4b59-a027-84c9882b61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0704036 May 20 16:18:06.638478 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:06.639752 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4490340 May 20 16:18:06.643425 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51890) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:06.654727 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Request body: {'security_group_rule': {'security_group_id': '34cb8d30-3a3b-429b-b0e3-6f7e310f88e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:06.667308 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:06.673641 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Usage tracker for resource:security_group_rule and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:06.679011 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:06.686116 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:06.747713 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-09cdd853-b642-4709-9d83-43598ea20ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:06.778041 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-35befcae-cc26-427a-8097-692b22d234da req-a28b2a14-1290-4e8c-8fbb-2f3d33993ae6 service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339438 May 20 16:18:06.778313 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:06.832372 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-09cdd853-b642-4709-9d83-43598ea20ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:06.841967 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-a9424062-f7d1-43df-94d9-21d014c2141d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:06.865723 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:06.895544 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-09cdd853-b642-4709-9d83-43598ea20ea8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ff1d9edcce340d481521e38e5138251&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5045636 May 20 16:18:06.897342 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cdd853-b642-4709-9d83-43598ea20ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70d7a37-b830-485a-a468-59292247be7e,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:06.898126 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 51896) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:06.900373 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-09cdd853-b642-4709-9d83-43598ea20ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:06.937856 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:06.943761 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-35befcae-cc26-427a-8097-692b22d234da req-3524df08-e43c-4869-a24a-4c48c763e7a7 service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585093 May 20 16:18:06.948420 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:06.970015 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34fdc10-fcfa-4b42-ac5c-e7cb4e7c61c5,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:06.972858 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:06.985667 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-54e11f29-2dc9-4761-a843-706f911a5d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:07.012571 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-54e11f29-2dc9-4761-a843-706f911a5d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:07.046499 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:07.049782 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4032183 May 20 16:18:07.050713 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51900) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:07.055923 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Request body: {'security_group_rule': {'security_group_id': '34cb8d30-3a3b-429b-b0e3-6f7e310f88e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:07.062544 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:07.067059 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Usage tracker for resource:security_group_rule and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:07.070053 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:07.075805 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:07.144228 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-54e11f29-2dc9-4761-a843-706f911a5d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:07.152825 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:07.158673 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e11f29-2dc9-4761-a843-706f911a5d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70d7a37-b830-485a-a468-59292247be7e,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:07.162818 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-54e11f29-2dc9-4761-a843-706f911a5d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:07.166674 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-54e11f29-2dc9-4761-a843-706f911a5d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:07.170455 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-54e11f29-2dc9-4761-a843-706f911a5d07 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a70d7a37-b830-485a-a468-59292247be7e HTTP/1.1" status: 204 len: 168 time: 0.2669678 May 20 16:18:07.182205 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:07.248133 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:07.299810 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8e082-0657-4f55-8af8-633674558d46 req-a79202c7-a8b8-420c-91ce-308077dbae78 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:07.301290 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-45b8e082-0657-4f55-8af8-633674558d46 req-a79202c7-a8b8-420c-91ce-308077dbae78 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0822372 May 20 16:18:07.351791 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-45b8e082-0657-4f55-8af8-633674558d46 req-e6992ebc-d0cf-4f62-8e05-da3b4414fd1a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445216 May 20 16:18:07.360717 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:07.363975 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-96d425a5-b8f6-4d18-90b5-1a8613945dc6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:07.388630 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b56947f-4a19-40a4-bebe-6366475e6c0d,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:07.393294 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:07.446441 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:07.447757 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3960135 May 20 16:18:07.450750 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51910) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:07.456040 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Request body: {'floatingip': {'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:07.462183 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:07.467165 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Usage tracker for resource:floatingip and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:07.470532 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:07.476644 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:07.617903 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:07.756191 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:07.895837 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Allocated IP 172.28.0.174 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/0b9742b7-705e-4921-9461-c37649f0d8fb) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:18:07.959969 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 51916) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:07.978758 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-920408b9-fa12-48ea-8c72-c4c03603c881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:07.994658 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-920408b9-fa12-48ea-8c72-c4c03603c881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:07.999277 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-920408b9-fa12-48ea-8c72-c4c03603c881 admin admin] Usage tracker for resource:security_group_rule and tenant:27383c01eafa4a5f9c0c8277bc0f8e9b is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:08.003086 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-920408b9-fa12-48ea-8c72-c4c03603c881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:08.008815 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-920408b9-fa12-48ea-8c72-c4c03603c881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:08.047792 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.100024 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-920408b9-fa12-48ea-8c72-c4c03603c881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.155379 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.160102 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ca282159-40d5-4280-a4e6-9ea9cdfe2c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:08.187558 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-920408b9-fa12-48ea-8c72-c4c03603c881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.198612 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-cdd0f35b-d76e-47b6-be29-2c3e8092ab1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:08.225114 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:18:08.227757 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:18:08.231316 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:18:08.266565 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event updated for resources: {'Port': ['ID=0b9742b7-705e-4921-9461-c37649f0d8fb,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:08.274926 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:08.300154 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-920408b9-fa12-48ea-8c72-c4c03603c881 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27383c01eafa4a5f9c0c8277bc0f8e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3390656 May 20 16:18:08.304053 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 51932) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:08.311883 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920408b9-fa12-48ea-8c72-c4c03603c881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21dae7fe-b704-44d0-b0b4-d2add8d5f8a2,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:08.315710 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-920408b9-fa12-48ea-8c72-c4c03603c881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:08.340889 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.354853 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-af0a541f-898f-4eba-b944-7d79282d1e19 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:08.356407 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-af0a541f-898f-4eba-b944-7d79282d1e19 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/networks?id=b7de2592-fdff-4d19-8719-27ca97996826 HTTP/1.1" status: 200 len: 813 time: 0.2071695 May 20 16:18:08.374933 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-3b678494-b4a0-433a-aa5a-62de48179574 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/quotas/8a63f2e395da4705b72efd7a61da5e11 HTTP/1.1" status: 200 len: 375 time: 0.0113623 May 20 16:18:08.445477 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-bd4320d0-88a4-45bf-b31c-1f6493487c2b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=8a63f2e395da4705b72efd7a61da5e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623512 May 20 16:18:08.511140 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c1301e03-4ec2-40ee-a4de-2ecb50ec7754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.540021 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c1301e03-4ec2-40ee-a4de-2ecb50ec7754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.631646 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.669820 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-6d8025d7-e596-4831-b081-563d9bddfa03 service neutron] 10.222.0.11 "GET /v2.0/networks/b7de2592-fdff-4d19-8719-27ca97996826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153513 May 20 16:18:08.705647 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dae29-0364-4424-9908-c96ceb6cb46d req-5454feb5-e53e-4d35-a38b-34ba83eb08ea tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:08.707139 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0a4dae29-0364-4424-9908-c96ceb6cb46d req-5454feb5-e53e-4d35-a38b-34ba83eb08ea tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.2030199 May 20 16:18:08.782661 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c1301e03-4ec2-40ee-a4de-2ecb50ec7754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.790987 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ac4c2114-4a58-4c49-8f25-7248d880d686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:08.810537 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1301e03-4ec2-40ee-a4de-2ecb50ec7754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21dae7fe-b704-44d0-b0b4-d2add8d5f8a2,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:08.819274 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c1301e03-4ec2-40ee-a4de-2ecb50ec7754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:08.827095 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0a4dae29-0364-4424-9908-c96ceb6cb46d req-e37c7adc-a128-4cd8-bb73-b757d73bee05 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063657 May 20 16:18:08.860006 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-92e9b760-34f1-4c30-858e-c8b4b3a5c595 service neutron] 10.222.0.11 "GET /v2.0/networks/b7de2592-fdff-4d19-8719-27ca97996826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893218 May 20 16:18:08.860549 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c1301e03-4ec2-40ee-a4de-2ecb50ec7754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.861737 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c1301e03-4ec2-40ee-a4de-2ecb50ec7754 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21dae7fe-b704-44d0-b0b4-d2add8d5f8a2 HTTP/1.1" status: 204 len: 168 time: 0.5567422 May 20 16:18:08.881141 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c3d35d41-5200-462b-ad3d-4e42106d99bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.890839 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for port, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.943624 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11257325'] for port, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:08.948757 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:09.056413 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event updated for resources: {'Port': ['ID=0b9742b7-705e-4921-9461-c37649f0d8fb,revision_number=2']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:09.060572 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:09.068657 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:09.151587 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-195c1b78-c30d-4773-8ff3-c99b7b6cc14f req-d8489961-594a-4637-91c5-7c92c70d24db tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 210 time: 0.0481062 May 20 16:18:09.183422 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:09.184643 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-548b6c8d-bf6a-493e-81cc-fa365742b32d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7329662 May 20 16:18:09.415309 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-329dc2fa-e3ae-4c7d-bb36-a551b3766459 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1009816757&fields=id&tenant_id=6d29132c0c9f4273b5f1de866b91a288 HTTP/1.1" status: 200 len: 267 time: 0.0455222 May 20 16:18:09.573897 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-b85160c9-0a28-49cc-877a-96b055399aa6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:09.575286 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-b85160c9-0a28-49cc-877a-96b055399aa6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 816 time: 0.1520870 May 20 16:18:09.590318 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-7a44e4ef-2816-48d3-be42-f66f924acddd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/quotas/6d29132c0c9f4273b5f1de866b91a288 HTTP/1.1" status: 200 len: 375 time: 0.0091572 May 20 16:18:09.675941 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-360dc98e-ddc0-4302-a677-0323a2c59aa6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803204 May 20 16:18:09.913435 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-3ffef76a-4d0c-4733-9c54-7d156ff10d95 service neutron] 10.222.0.11 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258453 May 20 16:18:10.046136 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-3cef5d2f-1f03-47a6-97a0-4ffb0f2b7cf2 service neutron] 10.222.0.11 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269917 May 20 16:18:10.314327 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-78d1e766-a154-4d4d-8a42-1acaddbf71e5 req-cc1c96ba-df5e-406e-9608-fde2737a0806 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 210 time: 0.0591719 May 20 16:18:10.364795 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a585c269-161e-473c-9403-d325ad93a181 req-220f4a29-68c8-40af-80c1-b842d3eff62d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 210 time: 0.0487127 May 20 16:18:11.139948 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-52693410-2171-43db-8be9-0be3a2b853a6 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:11.141376 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-52693410-2171-43db-8be9-0be3a2b853a6 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.10 "GET /v2.0/networks?id=b7de2592-fdff-4d19-8719-27ca97996826 HTTP/1.1" status: 200 len: 813 time: 0.1508338 May 20 16:18:11.155594 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Request body: {'port': {'device_id': 'ac8479eb-281e-4d02-8030-e36e140833fa', 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826', 'admin_state_up': True, 'tenant_id': '8a63f2e395da4705b72efd7a61da5e11'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:11.308633 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:11.319884 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:11.401189 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Made reservation on behalf of 8a63f2e395da4705b72efd7a61da5e11 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:18:11.413048 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:11.487344 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:11.496973 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a8d4376e-3f7f-4e6d-8deb-c351b78def31 req-86916ff6-f117-4c16-bf8c-13387a45a13e tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 210 time: 0.0690594 May 20 16:18:11.601326 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2dd875f6-db11-40cd-9639-79e5cf6339a1 req-e48ccde8-24fd-463d-a473-3d83b780c421 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 210 time: 0.0594289 May 20 16:18:11.608552 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d7c7892b-973b-4c63-b5d1-5278e0f518b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:11.702615 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Allocated IP 172.20.0.9 (b7de2592-fdff-4d19-8719-27ca97996826/5fbbb1e8-4d63-489e-b6b0-196de89f4233/adcca36f-b10a-4568-8cf4-f9986381d533) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:18:11.911336 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.000845 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.007801 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:12.043109 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52038) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:12.078229 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Network b7de2592-fdff-4d19-8719-27ca97996826 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:18:12.081599 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:18:12.085733 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:18:12.123555 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Pushing event updated for resources: {'Port': ['ID=adcca36f-b10a-4568-8cf4-f9986381d533,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:12.128069 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:12.155925 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:12.156558 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.176111 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-58874c2e-6190-443a-ad7e-e6b174fb4693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.192399 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-58874c2e-6190-443a-ad7e-e6b174fb4693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:12.196392 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-58874c2e-6190-443a-ad7e-e6b174fb4693 admin admin] Usage tracker for resource:security_group_rule and tenant:822aa009db10450e8718f26cff603b7d is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:12.199180 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-58874c2e-6190-443a-ad7e-e6b174fb4693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:12.204981 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-58874c2e-6190-443a-ad7e-e6b174fb4693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:12.241208 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0915990 May 20 16:18:12.253920 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Request body: {'port': {'device_id': 'ac8479eb-281e-4d02-8030-e36e140833fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:12.323422 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-58874c2e-6190-443a-ad7e-e6b174fb4693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.371810 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-58874c2e-6190-443a-ad7e-e6b174fb4693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.389267 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-8b204b84-1f20-43c2-9d51-fd7c32f98a74 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:12.423171 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-58874c2e-6190-443a-ad7e-e6b174fb4693 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=822aa009db10450e8718f26cff603b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788490 May 20 16:18:12.426469 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52044) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:12.442670 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58874c2e-6190-443a-ad7e-e6b174fb4693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b3bbe-609c-47b6-b8f4-cdffe559a337,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:12.447899 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-58874c2e-6190-443a-ad7e-e6b174fb4693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:12.483188 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.496624 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8cd7fe03-d25f-4c02-a9b5-fefd453f3c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.516345 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-4cb44d62-78b4-4afe-a9f6-dad130d0818c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:12.517892 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-4cb44d62-78b4-4afe-a9f6-dad130d0818c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.10 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 816 time: 0.2388361 May 20 16:18:12.534996 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8cd7fe03-d25f-4c02-a9b5-fefd453f3c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.617596 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-b1af9ff4-a118-441c-91cc-61fc5bcd9c7e tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d29132c0c9f4273b5f1de866b91a288 HTTP/1.1" status: 200 len: 380 time: 0.0741110 May 20 16:18:12.669147 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.739322 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Request body: {'port': {'device_id': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'admin_state_up': True, 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'security_groups': ['34cb8d30-3a3b-429b-b0e3-6f7e310f88e6']}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:12.772085 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8cd7fe03-d25f-4c02-a9b5-fefd453f3c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.775868 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-85922577-fe53-4491-9ed4-7d6101906ef5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:12.787797 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd7fe03-d25f-4c02-a9b5-fefd453f3c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b3bbe-609c-47b6-b8f4-cdffe559a337,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:12.790721 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-8cd7fe03-d25f-4c02-a9b5-fefd453f3c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:12.795950 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8cd7fe03-d25f-4c02-a9b5-fefd453f3c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:12.801591 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-8cd7fe03-d25f-4c02-a9b5-fefd453f3c09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d55b3bbe-609c-47b6-b8f4-cdffe559a337 HTTP/1.1" status: 204 len: 168 time: 0.3697145 May 20 16:18:12.865865 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6e3a4386-1da2-4e52-a2f1-ee83cff27318 req-8b264965-307d-416b-8b43-663cedb843e5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 210 time: 0.1341186 May 20 16:18:13.083329 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:13.089128 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Usage tracker for resource:port and tenant:6d29132c0c9f4273b5f1de866b91a288 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:13.096204 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:13.113994 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:13.125543 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fccca68-6f51-43a4-b132-8f5d13037cea req-e46f00ad-47bb-423b-b7f4-4e8f95563a7a tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:13.126224 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-9fccca68-6f51-43a4-b132-8f5d13037cea req-e46f00ad-47bb-423b-b7f4-4e8f95563a7a tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Synchronizing usage tracker for tenant:8a63f2e395da4705b72efd7a61da5e11 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:18:13.222623 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adcca36f-b10a-4568-8cf4-f9986381d533 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:18:13.229023 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Made reservation on behalf of 6d29132c0c9f4273b5f1de866b91a288 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:18:13.232428 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.244408 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.269327 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-9fccca68-6f51-43a4-b132-8f5d13037cea req-e46f00ad-47bb-423b-b7f4-4e8f95563a7a tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Unset dirty status for tenant:8a63f2e395da4705b72efd7a61da5e11 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:18:13.269327 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9fccca68-6f51-43a4-b132-8f5d13037cea req-e46f00ad-47bb-423b-b7f4-4e8f95563a7a tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 931 time: 0.5350749 May 20 16:18:13.269327 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Transition to ACTIVE for port object adcca36f-b10a-4568-8cf4-f9986381d533 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:18:13.362721 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.376124 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:13.421012 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9fccca68-6f51-43a4-b132-8f5d13037cea req-1a7789f7-ee81-452e-95e8-13262acccf0f tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174579 May 20 16:18:13.467526 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52060) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:13.485079 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7f4-2df8-4379-aca8-0e2745c98b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.500153 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-20eaa7f4-2df8-4379-aca8-0e2745c98b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:13.504685 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-20eaa7f4-2df8-4379-aca8-0e2745c98b12 admin admin] Usage tracker for resource:security_group_rule and tenant:e339d4550bb14978b49561c0b545febd is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:13.507494 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-20eaa7f4-2df8-4379-aca8-0e2745c98b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:13.513350 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-20eaa7f4-2df8-4379-aca8-0e2745c98b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:13.594735 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Pushing event updated for resources: {'Port': ['ID=adcca36f-b10a-4568-8cf4-f9986381d533,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:13.595826 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7f4-2df8-4379-aca8-0e2745c98b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.598146 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:13.643614 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Allocated IP 172.20.0.7 (0bf0ab52-43c3-4f36-9190-4a119be4b182/3715ff0f-8b7c-4ea5-abd8-9caed9164762/e0662107-6ae1-40cb-af4b-c81b3fea7a47) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:18:13.669041 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-20eaa7f4-2df8-4379-aca8-0e2745c98b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.678707 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-0a0cc1f9-b8b8-4b8a-8fc7-aa314a1ff2bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:13.706748 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Attempting to bind port adcca36f-b10a-4568-8cf4-f9986381d533 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:18:13.707089 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Attempting to bind port adcca36f-b10a-4568-8cf4-f9986381d533 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '90dcaf68-53c1-459b-be90-9212817a85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:18:13.707422 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Attempting to bind port adcca36f-b10a-4568-8cf4-f9986381d533 on network b7de2592-fdff-4d19-8719-27ca97996826 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:18:13.720826 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-20eaa7f4-2df8-4379-aca8-0e2745c98b12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e339d4550bb14978b49561c0b545febd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518613 May 20 16:18:13.722500 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaa7f4-2df8-4379-aca8-0e2745c98b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59c5b5-648e-4427-8102-24602f3e83a1,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:13.724746 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52064) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:13.727219 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-20eaa7f4-2df8-4379-aca8-0e2745c98b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:13.730887 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Port adcca36f-b10a-4568-8cf4-f9986381d533 on network b7de2592-fdff-4d19-8719-27ca97996826 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:18:13.731218 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Attempting to bind port adcca36f-b10a-4568-8cf4-f9986381d533 on network b7de2592-fdff-4d19-8719-27ca97996826 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:18:13.753815 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:18:13.754162 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Checking segment: {'id': '90dcaf68-53c1-459b-be90-9212817a85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:18:13.754556 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Bound using segment: {'id': '90dcaf68-53c1-459b-be90-9212817a85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:18:13.754996 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Bound port: adcca36f-b10a-4568-8cf4-f9986381d533, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90dcaf68-53c1-459b-be90-9212817a85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:18:13.755347 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.785903 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f458-cc2b-476f-a9ce-ae08ccb410cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.812736 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f458-cc2b-476f-a9ce-ae08ccb410cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.926912 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f458-cc2b-476f-a9ce-ae08ccb410cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.930969 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c4762b07-3fc7-4658-ac06-4cbff3fb261f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:13.943568 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa7f458-cc2b-476f-a9ce-ae08ccb410cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59c5b5-648e-4427-8102-24602f3e83a1,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:13.946365 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.947871 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4aa7f458-cc2b-476f-a9ce-ae08ccb410cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:13.949524 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] For port adcca36f-b10a-4568-8cf4-f9986381d533, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:18:13.952507 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f458-cc2b-476f-a9ce-ae08ccb410cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:13.953879 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-4aa7f458-cc2b-476f-a9ce-ae08ccb410cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f59c5b5-648e-4427-8102-24602f3e83a1 HTTP/1.1" status: 204 len: 168 time: 0.2281427 May 20 16:18:13.978323 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] For port adcca36f-b10a-4568-8cf4-f9986381d533, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=adcca36f-b10a-4568-8cf4-f9986381d533,segment=NetworkSegment(90dcaf68-53c1-459b-be90-9212817a85e8),segment_id=90dcaf68-53c1-459b-be90-9212817a85e8)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:18:13.989828 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Transition to ACTIVE for port object e0662107-6ae1-40cb-af4b-c81b3fea7a47 will not be triggered until provisioned by entity DHCP. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:18:14.052669 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c873a3b5-e9f0-4d44-92a5-4a18e8718323 req-7c448644-6921-473b-aa4e-d6b5a96896b4 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 210 time: 0.0461771 May 20 16:18:14.054841 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:14.058654 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-aa31892f-9139-45ca-9592-ba595e6def3f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:14.117804 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:14.118429 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:14.119752 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] 10.222.0.10 "PUT /v2.0/ports/adcca36f-b10a-4568-8cf4-f9986381d533 HTTP/1.1" status: 200 len: 1093 time: 1.8706832 May 20 16:18:14.120235 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8479eb-281e-4d02-8030-e36e140833fa', 'tag': 'adcca36f-b10a-4568-8cf4-f9986381d533'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:14.138640 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:14.147230 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Pushing event updated for resources: {'Port': ['ID=adcca36f-b10a-4568-8cf4-f9986381d533,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:14.152086 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:14.152501 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8c3571ae-0d13-489a-ae62-5335d4548444 tempest-VolumesActionsTest-1771201263 tempest-VolumesActionsTest-1771201263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:14.193829 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8479eb-281e-4d02-8030-e36e140833fa', 'tag': 'adcca36f-b10a-4568-8cf4-f9986381d533', 'status': 'completed', 'code': 200} May 20 16:18:14.248339 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Network 0bf0ab52-43c3-4f36-9190-4a119be4b182 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:18:14.257292 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:18:14.262668 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:18:14.420907 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event updated for resources: {'Port': ['ID=e0662107-6ae1-40cb-af4b-c81b3fea7a47,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:14.427436 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:14.452635 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:14.453121 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:14.480016 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da58331-a43c-4a65-b8e9-4cf9fae2b161 req-f08cee70-1928-414f-9f73-4d70997aed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:14.480016 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0da58331-a43c-4a65-b8e9-4cf9fae2b161 req-f08cee70-1928-414f-9f73-4d70997aed97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a63f2e395da4705b72efd7a61da5e11&device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 1096 time: 0.2850001 May 20 16:18:14.583817 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:14.632471 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8986931 May 20 16:18:14.640591 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-3a7a288f-a492-49ed-9a7c-d11a91b2204b None None] Provisioning for port e0662107-6ae1-40cb-af4b-c81b3fea7a47 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:18:14.657339 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-3a7a288f-a492-49ed-9a7c-d11a91b2204b None None] Provisioning complete for port e0662107-6ae1-40cb-af4b-c81b3fea7a47 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:18:14.660023 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Request body: {'port': {'device_id': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:14.660505 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-3a7a288f-a492-49ed-9a7c-d11a91b2204b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:14.722395 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-3a7a288f-a492-49ed-9a7c-d11a91b2204b None None] Port e0662107-6ae1-40cb-af4b-c81b3fea7a47 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:18:14.785167 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da58331-a43c-4a65-b8e9-4cf9fae2b161 req-db24845a-620e-460d-97a0-1c7883d141d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:14.786859 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0da58331-a43c-4a65-b8e9-4cf9fae2b161 req-db24845a-620e-460d-97a0-1c7883d141d7 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=8a63f2e395da4705b72efd7a61da5e11&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2986062 May 20 16:18:14.909449 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:14.925799 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d552740-890e-4812-9ee2-ac2fb234b57a req-7e800681-4f49-47d9-a7ef-b06a70381bf1 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:14.927260 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3d552740-890e-4812-9ee2-ac2fb234b57a req-7e800681-4f49-47d9-a7ef-b06a70381bf1 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 943 time: 0.3345909 May 20 16:18:15.060453 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3d552740-890e-4812-9ee2-ac2fb234b57a req-ad08f903-6bc2-4a58-8843-7112e61d09ea tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237237 May 20 16:18:15.063917 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da58331-a43c-4a65-b8e9-4cf9fae2b161 req-1221d519-cbe7-4b2c-a3f6-79d0a1b4bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:15.065395 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0da58331-a43c-4a65-b8e9-4cf9fae2b161 req-1221d519-cbe7-4b2c-a3f6-79d0a1b4bb99 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2671726 May 20 16:18:15.364733 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-06cc309f-8d32-4508-b6b2-75050b0ca92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:15.366247 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-06cc309f-8d32-4508-b6b2-75050b0ca92b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a63f2e395da4705b72efd7a61da5e11&device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 1096 time: 0.2535231 May 20 16:18:15.461342 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f4e44-dcfb-450c-9944-f043cd51836a req-f63100fe-f013-455c-901d-ce0b036e9b59 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:15.462039 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-e30f4e44-dcfb-450c-9944-f043cd51836a req-f63100fe-f013-455c-901d-ce0b036e9b59 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Synchronizing usage tracker for tenant:6d29132c0c9f4273b5f1de866b91a288 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:18:15.465097 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-db47d10d-bd04-4105-ae40-853c81d58599 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adcca36f-b10a-4568-8cf4-f9986381d533 HTTP/1.1" status: 200 len: 217 time: 0.0901053 May 20 16:18:15.579029 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-5c25c79a-f0c3-4083-b374-823be514e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:15.581081 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-5c25c79a-f0c3-4083-b374-823be514e953 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5fbbb1e8-4d63-489e-b6b0-196de89f4233 HTTP/1.1" status: 200 len: 853 time: 0.1087964 May 20 16:18:15.627461 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-e30f4e44-dcfb-450c-9944-f043cd51836a req-f63100fe-f013-455c-901d-ce0b036e9b59 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Unset dirty status for tenant:6d29132c0c9f4273b5f1de866b91a288 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:18:15.628557 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e30f4e44-dcfb-450c-9944-f043cd51836a req-f63100fe-f013-455c-901d-ce0b036e9b59 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 931 time: 0.4497142 May 20 16:18:15.658632 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-1e35019d-c8ff-4994-8540-acf360d5c13e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b7de2592-fdff-4d19-8719-27ca97996826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628927 May 20 16:18:15.668834 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0662107-6ae1-40cb-af4b-c81b3fea7a47 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:18:15.704752 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:15.734868 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e30f4e44-dcfb-450c-9944-f043cd51836a req-038e00e6-5f3b-4021-9eff-aa108be05e60 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993953 May 20 16:18:15.793975 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Transition to ACTIVE for port object e0662107-6ae1-40cb-af4b-c81b3fea7a47 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:18:15.833067 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-84eb4160-f2d6-4e65-80cb-bc62e3112eb6 service neutron] 10.222.0.10 "GET /v2.0/networks/b7de2592-fdff-4d19-8719-27ca97996826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662061 May 20 16:18:15.875444 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:15.882236 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3bb39dbf-389e-47b7-8a81-30e9c7286c15 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:16.216720 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Pushing event updated for resources: {'Port': ['ID=e0662107-6ae1-40cb-af4b-c81b3fea7a47,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:16.270819 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:16.315256 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d7e8a82-afde-44c5-8233-6448a44dee6c req-3715b497-4814-47e9-a9e9-f795f71af963 service neutron] 10.222.0.10 "GET /v2.0/networks/b7de2592-fdff-4d19-8719-27ca97996826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744809 May 20 16:18:16.365405 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Attempting to bind port e0662107-6ae1-40cb-af4b-c81b3fea7a47 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:18:16.365656 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Attempting to bind port e0662107-6ae1-40cb-af4b-c81b3fea7a47 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:18:16.365982 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Attempting to bind port e0662107-6ae1-40cb-af4b-c81b3fea7a47 on network 0bf0ab52-43c3-4f36-9190-4a119be4b182 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:18:16.373133 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Port e0662107-6ae1-40cb-af4b-c81b3fea7a47 on network 0bf0ab52-43c3-4f36-9190-4a119be4b182 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:18:16.373477 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Attempting to bind port e0662107-6ae1-40cb-af4b-c81b3fea7a47 on network 0bf0ab52-43c3-4f36-9190-4a119be4b182 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:18:16.382168 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:18:16.382516 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Checking segment: {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:18:16.382902 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Bound using segment: {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:18:16.383382 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Bound port: e0662107-6ae1-40cb-af4b-c81b3fea7a47, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f168fb8-0e4f-43cc-b489-adde1195df75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:18:16.383729 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:16.410073 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec2fe9-fe2a-49c8-b14f-61c89a615471 req-61f8e78f-5a27-4bd3-ab38-d22d6b1c3158 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:16.411788 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8dec2fe9-fe2a-49c8-b14f-61c89a615471 req-61f8e78f-5a27-4bd3-ab38-d22d6b1c3158 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 943 time: 0.1992991 May 20 16:18:16.513817 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8dec2fe9-fe2a-49c8-b14f-61c89a615471 req-a959be2d-08b5-4631-bd37-507a2a905069 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691979 May 20 16:18:16.522760 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:18:16.525830 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:18:16.606445 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:16.610538 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-1ca45966-dd29-47ed-8e52-96643a175179 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:16.667832 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:16.668521 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:16.670110 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] 10.222.0.10 "PUT /v2.0/ports/e0662107-6ae1-40cb-af4b-c81b3fea7a47 HTTP/1.1" status: 200 len: 1093 time: 2.0221615 May 20 16:18:16.673013 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:16.698160 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Pushing event updated for resources: {'Port': ['ID=e0662107-6ae1-40cb-af4b-c81b3fea7a47,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:16.702384 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:16.726423 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'status': 'completed', 'code': 200} May 20 16:18:16.833323 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9792a9-eb6d-4db4-9f07-52d3a1350e6d req-77ac7aca-93ed-40b8-9d97-743356e73367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:16.834978 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d9792a9-eb6d-4db4-9f07-52d3a1350e6d req-77ac7aca-93ed-40b8-9d97-743356e73367 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0801032 May 20 16:18:17.036533 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9792a9-eb6d-4db4-9f07-52d3a1350e6d req-d447fed1-6e2b-499e-ac85-6c9030b25f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:17.037998 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d9792a9-eb6d-4db4-9f07-52d3a1350e6d req-d447fed1-6e2b-499e-ac85-6c9030b25f45 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6d29132c0c9f4273b5f1de866b91a288&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1943903 May 20 16:18:17.049014 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9795fa-e017-43bc-a188-7056ea79bd6d req-635c6725-f1f0-48b9-acfb-b90c2581ce7c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:17.050406 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ca9795fa-e017-43bc-a188-7056ea79bd6d req-635c6725-f1f0-48b9-acfb-b90c2581ce7c tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.1839659 May 20 16:18:17.182350 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ca9795fa-e017-43bc-a188-7056ea79bd6d req-f506fa9d-9bb8-4a97-b239-38ee1fb172e5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138382 May 20 16:18:17.215990 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9792a9-eb6d-4db4-9f07-52d3a1350e6d req-fbe0809e-be76-462c-bc7b-9966c5f8bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:17.217393 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4d9792a9-eb6d-4db4-9f07-52d3a1350e6d req-fbe0809e-be76-462c-bc7b-9966c5f8bd30 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661284 May 20 16:18:17.323438 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-3ceb9667-efb5-4c25-bf52-4c9e4955e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:17.324963 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-3ceb9667-efb5-4c25-bf52-4c9e4955e723 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0717750 May 20 16:18:17.395937 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-89aca5a7-c42c-41fe-aed8-efa398fcaa66 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47 HTTP/1.1" status: 200 len: 217 time: 0.0640149 May 20 16:18:17.459085 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-4686883f-ebf7-4c72-b1b5-f98cc345ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:17.460515 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-4686883f-ebf7-4c72-b1b5-f98cc345ea6a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 200 len: 855 time: 0.0590651 May 20 16:18:17.540866 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-3ee20818-e188-49ec-aa66-e36aa3bed2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:17.542384 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-3ee20818-e188-49ec-aa66-e36aa3bed2ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bf0ab52-43c3-4f36-9190-4a119be4b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0753706 May 20 16:18:17.729710 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-d537baa2-480d-4820-bee7-b03ed852fa9f service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798563 May 20 16:18:17.781533 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c33929-8e94-4977-bdf6-e38484c54448 req-f03a3e61-8145-4330-a543-40f69ea5bf2e tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:17.783696 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a6c33929-8e94-4977-bdf6-e38484c54448 req-f03a3e61-8145-4330-a543-40f69ea5bf2e tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 943 time: 0.1512935 May 20 16:18:17.902416 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a6c33929-8e94-4977-bdf6-e38484c54448 req-963a3868-10f8-45d4-a5e3-7d5163b731af tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689468 May 20 16:18:17.908201 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de1bbf00-f4fd-4b45-a178-253b53d94f5d req-accb2c3c-6c4d-48e4-ade4-6a224698bc01 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703351 May 20 16:18:18.455651 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2fd7b-1c62-4ab6-b598-21c6d7483476 req-faf1af6c-1a32-4e4d-a8da-f14cbd2bdf1b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:18.456929 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e7a2fd7b-1c62-4ab6-b598-21c6d7483476 req-faf1af6c-1a32-4e4d-a8da-f14cbd2bdf1b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.1636333 May 20 16:18:18.501966 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e7a2fd7b-1c62-4ab6-b598-21c6d7483476 req-2ac49ff3-d02e-4228-91e8-264a5b1d5833 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390282 May 20 16:18:19.092356 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655b32f-c2a3-439e-9fed-59a7d97c53cb req-f52d9eac-58aa-4115-86f5-d358ce264297 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:19.093923 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a655b32f-c2a3-439e-9fed-59a7d97c53cb req-f52d9eac-58aa-4115-86f5-d358ce264297 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 943 time: 0.0820522 May 20 16:18:19.139858 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a655b32f-c2a3-439e-9fed-59a7d97c53cb req-2c177afa-7af5-4f6f-a9cc-cb3e84280c04 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393467 May 20 16:18:19.145346 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device adcca36f-b10a-4568-8cf4-f9986381d533 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:18:19.278316 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port adcca36f-b10a-4568-8cf4-f9986381d533, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=adcca36f-b10a-4568-8cf4-f9986381d533,segment=NetworkSegment(90dcaf68-53c1-459b-be90-9212817a85e8),segment_id=90dcaf68-53c1-459b-be90-9212817a85e8)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:19.292083 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'adcca36f-b10a-4568-8cf4-f9986381d533', 'network_id': 'b7de2592-fdff-4d19-8719-27ca97996826', 'port_id': 'adcca36f-b10a-4568-8cf4-f9986381d533', 'mac_address': 'fa:16:3e:cb:c0:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbbb1e8-4d63-489e-b6b0-196de89f4233', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:18:19.350105 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:19.366199 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcca36f-b10a-4568-8cf4-f9986381d533 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:18:19.381438 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port adcca36f-b10a-4568-8cf4-f9986381d533, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=adcca36f-b10a-4568-8cf4-f9986381d533,segment=NetworkSegment(90dcaf68-53c1-459b-be90-9212817a85e8),segment_id=90dcaf68-53c1-459b-be90-9212817a85e8)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:19.474702 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:19.477196 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:19.542592 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=adcca36f-b10a-4568-8cf4-f9986381d533,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:19.550173 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:19.550515 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:19.550849 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:19.551177 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:19.551499 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:19.551822 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:19.552141 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:19.552462 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:19.552804 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:19.553120 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:19.553541 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:19.553910 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:19.557934 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:19.696039 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f9ed98-db37-4e6e-9e4c-8a6f3ee8a226 req-9b8c12a1-593d-449b-8fde-b846bbf811ce tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:19.697531 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d4f9ed98-db37-4e6e-9e4c-8a6f3ee8a226 req-9b8c12a1-593d-449b-8fde-b846bbf811ce tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0794408 May 20 16:18:19.702212 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['adcca36f-b10a-4568-8cf4-f9986381d533'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:18:19.742908 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d4f9ed98-db37-4e6e-9e4c-8a6f3ee8a226 req-3f63217d-5d2d-4444-81b0-14d3c0bd7cdc tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396576 May 20 16:18:20.479999 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f83abe-32a6-4d98-8afd-aa8d704ad1a9 req-202f966d-b967-40a7-b4a8-808300f79476 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:20.481478 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-10f83abe-32a6-4d98-8afd-aa8d704ad1a9 req-202f966d-b967-40a7-b4a8-808300f79476 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 944 time: 0.0852685 May 20 16:18:20.527604 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-10f83abe-32a6-4d98-8afd-aa8d704ad1a9 req-18b2eae9-c432-4264-8b82-e6193619a84d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394540 May 20 16:18:20.568319 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52156) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:20.694860 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-cd7eb594-51a4-4ef6-b570-e21e0db6ebc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:20.709814 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-cd7eb594-51a4-4ef6-b570-e21e0db6ebc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:20.713725 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-cd7eb594-51a4-4ef6-b570-e21e0db6ebc5 admin admin] Usage tracker for resource:security_group_rule and tenant:0de1296bd9c64dddb3ed7ce77604d813 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:20.716436 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-cd7eb594-51a4-4ef6-b570-e21e0db6ebc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:20.723059 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-cd7eb594-51a4-4ef6-b570-e21e0db6ebc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:20.805175 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-cd7eb594-51a4-4ef6-b570-e21e0db6ebc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:20.880433 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-cd7eb594-51a4-4ef6-b570-e21e0db6ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:20.893287 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c014319d-e774-4eba-adbb-d056667b8f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:20.937129 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-cd7eb594-51a4-4ef6-b570-e21e0db6ebc5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0de1296bd9c64dddb3ed7ce77604d813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642998 May 20 16:18:20.937129 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7eb594-51a4-4ef6-b570-e21e0db6ebc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad3f768-30f7-4861-9fc4-2ef4469aa3f5,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:20.937976 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c607dea-bd0c-478e-b36f-dfff495b584d req-1ce0b455-c289-4171-9ab9-948a920010df tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:20.937976 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1c607dea-bd0c-478e-b36f-dfff495b584d req-1ce0b455-c289-4171-9ab9-948a920010df tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0799408 May 20 16:18:20.938368 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52164) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:20.941558 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-cd7eb594-51a4-4ef6-b570-e21e0db6ebc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:20.988792 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1c607dea-bd0c-478e-b36f-dfff495b584d req-3c1fa2c7-4edc-4db5-9428-d9ad35e734d0 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442436 May 20 16:18:21.003806 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8ee89b89-851c-4c64-a314-c6e7edafbf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:21.030392 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8ee89b89-851c-4c64-a314-c6e7edafbf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:21.143682 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8ee89b89-851c-4c64-a314-c6e7edafbf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:21.147317 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-01a69e2f-8de6-4516-b203-c3c92c59b64b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:21.157261 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device e0662107-6ae1-40cb-af4b-c81b3fea7a47 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:18:21.160959 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device adcca36f-b10a-4568-8cf4-f9986381d533 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:18:21.161579 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee89b89-851c-4c64-a314-c6e7edafbf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad3f768-30f7-4861-9fc4-2ef4469aa3f5,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:21.164454 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-8ee89b89-851c-4c64-a314-c6e7edafbf39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:21.166423 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-8ee89b89-851c-4c64-a314-c6e7edafbf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:21.167911 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-8ee89b89-851c-4c64-a314-c6e7edafbf39 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ad3f768-30f7-4861-9fc4-2ef4469aa3f5 HTTP/1.1" status: 204 len: 168 time: 0.2280815 May 20 16:18:21.356641 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:21.370111 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'port_id': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'mac_address': 'fa:16:3e:7b:9e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:18:21.425139 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:21.434131 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port adcca36f-b10a-4568-8cf4-f9986381d533 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:18:21.443998 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port adcca36f-b10a-4568-8cf4-f9986381d533 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:18:21.444312 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:21.479806 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0662107-6ae1-40cb-af4b-c81b3fea7a47 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:18:21.513717 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:21.554526 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:21.561878 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:21.635206 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:21.664040 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=e0662107-6ae1-40cb-af4b-c81b3fea7a47,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:21.667438 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:21.668910 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:18:21.671839 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8479eb-281e-4d02-8030-e36e140833fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcca36f-b10a-4568-8cf4-f9986381d533'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:21.682241 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port adcca36f-b10a-4568-8cf4-f9986381d533, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=adcca36f-b10a-4568-8cf4-f9986381d533,segment=NetworkSegment(90dcaf68-53c1-459b-be90-9212817a85e8),segment_id=90dcaf68-53c1-459b-be90-9212817a85e8)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:21.723300 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8479eb-281e-4d02-8030-e36e140833fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcca36f-b10a-4568-8cf4-f9986381d533', 'code': 200} May 20 16:18:21.726438 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530605ef-9f69-49b9-bd6a-8f5e3b85dad2 req-b6a37a2b-7793-4049-9b50-d94eb9b08f13 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:21.728021 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-530605ef-9f69-49b9-bd6a-8f5e3b85dad2 req-b6a37a2b-7793-4049-9b50-d94eb9b08f13 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 944 time: 0.0871327 May 20 16:18:21.760773 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:21.762663 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:21.776843 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-530605ef-9f69-49b9-bd6a-8f5e3b85dad2 req-cdf8eb4a-fda4-4795-bd10-7f6b25134837 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428631 May 20 16:18:21.806637 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['e0662107-6ae1-40cb-af4b-c81b3fea7a47'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:18:21.889074 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=adcca36f-b10a-4568-8cf4-f9986381d533,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:21.893644 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:22.252171 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0e5d57-f768-484a-993c-e56099efe9b5 req-6ceb0c42-0f67-41c4-9563-1ef793b4b559 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:22.253594 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2d0e5d57-f768-484a-993c-e56099efe9b5 req-6ceb0c42-0f67-41c4-9563-1ef793b4b559 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 944 time: 0.1449668 May 20 16:18:22.255502 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c4788-2614-4987-8411-6f7df6126fb7 req-d9c9f4d6-685e-49f3-a437-d740fe785340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:22.256786 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3c6c4788-2614-4987-8411-6f7df6126fb7 req-d9c9f4d6-685e-49f3-a437-d740fe785340 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 1098 time: 0.1117527 May 20 16:18:22.333621 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2d0e5d57-f768-484a-993c-e56099efe9b5 req-cad91873-2b43-4f6c-8908-301d431c47d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736332 May 20 16:18:22.336872 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3c6c4788-2614-4987-8411-6f7df6126fb7 req-cf87b64a-9a67-4530-b367-46a5c36bd1a4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617599 May 20 16:18:22.961348 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100670c-caf9-4c66-9455-c905e749430c req-c660aa71-b406-4c34-a459-957730ef939f tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:22.962813 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b100670c-caf9-4c66-9455-c905e749430c req-c660aa71-b406-4c34-a459-957730ef939f tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 945 time: 0.0803320 May 20 16:18:23.014592 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b100670c-caf9-4c66-9455-c905e749430c req-d325435d-c3b5-41a2-8a7e-606d5f1b7754 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451288 May 20 16:18:23.155100 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device e0662107-6ae1-40cb-af4b-c81b3fea7a47 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:18:23.331862 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port e0662107-6ae1-40cb-af4b-c81b3fea7a47 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:18:23.336836 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port e0662107-6ae1-40cb-af4b-c81b3fea7a47 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:18:23.337217 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:23.469353 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:23.503777 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:23.544455 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99358758-e366-4509-aec6-7e2ec998310b req-0c666c13-af00-404e-9edc-3b0fdfa90cbe tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:23.545950 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-99358758-e366-4509-aec6-7e2ec998310b req-0c666c13-af00-404e-9edc-3b0fdfa90cbe tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 944 time: 0.0856326 May 20 16:18:23.590982 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-99358758-e366-4509-aec6-7e2ec998310b req-896f4592-bd4d-4a84-8cd5-e16ddb6729ee tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385394 May 20 16:18:23.629333 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:23.632031 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:23.699559 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=e0662107-6ae1-40cb-af4b-c81b3fea7a47,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:23.702547 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:23.724174 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:23.768198 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'code': 200} May 20 16:18:24.120085 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64a108-a875-449a-ba82-4c323018eacc req-d304b21d-1a9e-4396-9519-91c2b07a1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:24.121532 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fb64a108-a875-449a-ba82-4c323018eacc req-d304b21d-1a9e-4396-9519-91c2b07a1d9e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0740957 May 20 16:18:24.216786 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fb64a108-a875-449a-ba82-4c323018eacc req-c5978d49-ab21-4b7f-b95a-93284e4435ad service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597541 May 20 16:18:24.235332 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526fcb84-cf6f-4aa5-b090-cb2914e4cf3c req-3de8d8cd-71b3-49c1-9c67-2692d0d22e73 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:24.236768 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-526fcb84-cf6f-4aa5-b090-cb2914e4cf3c req-3de8d8cd-71b3-49c1-9c67-2692d0d22e73 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 945 time: 0.1143873 May 20 16:18:24.285369 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-526fcb84-cf6f-4aa5-b090-cb2914e4cf3c req-a59d7516-9132-4334-86bd-4ca175e3a5f9 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419953 May 20 16:18:24.790580 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf29def-d9c1-4cbf-a73b-350399aec6dc req-8337d816-ce05-419c-b491-63727ad8211f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:24.792100 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8bf29def-d9c1-4cbf-a73b-350399aec6dc req-8337d816-ce05-419c-b491-63727ad8211f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0886197 May 20 16:18:24.837823 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8bf29def-d9c1-4cbf-a73b-350399aec6dc req-1a1f017f-60df-44a2-a9a4-998fa204758a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398240 May 20 16:18:25.605443 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7febd01e-f3a2-4226-b673-4782da5b6b51 req-09332ad7-2dae-402a-be6b-ad99052b9829 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736926 May 20 16:18:25.748370 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd01e-f3a2-4226-b673-4782da5b6b51 req-f1226ee9-a858-476d-9b63-dbfacf3e2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:25.749769 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7febd01e-f3a2-4226-b673-4782da5b6b51 req-f1226ee9-a858-476d-9b63-dbfacf3e2cfd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 1098 time: 0.0763001 May 20 16:18:25.901367 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd01e-f3a2-4226-b673-4782da5b6b51 req-0b8c6db8-79a0-4a06-8c0a-e116ee4379ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:25.902787 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7febd01e-f3a2-4226-b673-4782da5b6b51 req-0b8c6db8-79a0-4a06-8c0a-e116ee4379ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c991ff3-27de-4b59-a027-84c9882b61c3 HTTP/1.1" status: 200 len: 911 time: 0.1340377 May 20 16:18:26.132323 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7febd01e-f3a2-4226-b673-4782da5b6b51 req-3bbc1d02-a38c-460b-b02b-1325eb6b8394 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 HTTP/1.1" status: 200 len: 1001 time: 0.2206066 May 20 16:18:26.195616 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76154b70-5e78-4d4d-b2b9-8c66c2ba4813 req-a209e5f2-7079-41ad-951e-31f2acc08c39 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:26.197050 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-76154b70-5e78-4d4d-b2b9-8c66c2ba4813 req-a209e5f2-7079-41ad-951e-31f2acc08c39 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.2369301 May 20 16:18:26.228078 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd01e-f3a2-4226-b673-4782da5b6b51 req-492654db-11ae-45cc-bf68-cc6bccdbf234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:26.229875 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7febd01e-f3a2-4226-b673-4782da5b6b51 req-492654db-11ae-45cc-bf68-cc6bccdbf234 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79ec8476-25a8-4da3-86e3-eb6c97020447 HTTP/1.1" status: 200 len: 849 time: 0.0903456 May 20 16:18:26.294819 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-76154b70-5e78-4d4d-b2b9-8c66c2ba4813 req-d6e8201f-2e7e-4c35-a0a2-af88da6c3bed tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906341 May 20 16:18:26.333662 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febd01e-f3a2-4226-b673-4782da5b6b51 req-e18db5b8-eb81-4b05-af3d-cfb0b40371bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:26.335178 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7febd01e-f3a2-4226-b673-4782da5b6b51 req-e18db5b8-eb81-4b05-af3d-cfb0b40371bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c991ff3-27de-4b59-a027-84c9882b61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0937796 May 20 16:18:26.526591 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7febd01e-f3a2-4226-b673-4782da5b6b51 req-1ddc11f5-651f-4eb8-bbda-1423b7eec5aa service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803472 May 20 16:18:26.576081 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72ee3d-ade6-4cae-8635-a1682c7d15ee req-d7b303f9-41af-4ea2-bef3-6443c6b3ac38 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:26.577535 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fa72ee3d-ade6-4cae-8635-a1682c7d15ee req-d7b303f9-41af-4ea2-bef3-6443c6b3ac38 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.1437674 May 20 16:18:26.587607 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52284) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:26.596360 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-fd7c8904-975a-4f1a-b992-75bc7a456e91 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Request body: {'floatingip': {'port_id': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:26.687260 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7febd01e-f3a2-4226-b673-4782da5b6b51 req-232029ba-3509-4152-828e-1556d0332d3f service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525085 May 20 16:18:26.704240 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8904-975a-4f1a-b992-75bc7a456e91 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:27.462790 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8904-975a-4f1a-b992-75bc7a456e91 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:27.520323 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8904-975a-4f1a-b992-75bc7a456e91 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:27.701652 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.l3_db [None req-fd7c8904-975a-4f1a-b992-75bc7a456e91 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Floating IP 2c6af5ba-b8d1-4ebe-807d-c6d13c4e48b5 associated. External IP: 172.28.0.174, port: e0662107-6ae1-40cb-af4b-c81b3fea7a47. May 20 16:18:27.738347 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:28.078163 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7c8904-975a-4f1a-b992-75bc7a456e91 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Router ef788804-e2bb-4c0e-925c-b0829e898dd0 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:18:28.266707 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7c8904-975a-4f1a-b992-75bc7a456e91 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:18:28.272386 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fd7c8904-975a-4f1a-b992-75bc7a456e91 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:28.280682 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f3c6e4-6c88-4064-b767-100aa0ed344d None None] Sync routers for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:18:28.291895 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3c6e4-6c88-4064-b767-100aa0ed344d None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:18:28.292643 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-d9f3c6e4-6c88-4064-b767-100aa0ed344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:18:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:28.333281 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-fd7c8904-975a-4f1a-b992-75bc7a456e91 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "PUT /v2.0/floatingips/2c6af5ba-b8d1-4ebe-807d-c6d13c4e48b5 HTTP/1.1" status: 200 len: 991 time: 1.7417760 May 20 16:18:28.333281 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47'}] {{(pid=92272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:28.380149 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'status': 'completed', 'code': 200} May 20 16:18:28.488713 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e106a-268e-4412-978d-65ed95a105b7 req-2b554f97-a40b-4e74-889d-b0ea85edc51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:28.490197 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-927e106a-268e-4412-978d-65ed95a105b7 req-2b554f97-a40b-4e74-889d-b0ea85edc51a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0849533 May 20 16:18:28.491835 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-d9f3c6e4-6c88-4064-b767-100aa0ed344d None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:18:28.633165 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e106a-268e-4412-978d-65ed95a105b7 req-9ac5c639-1371-4a1f-a363-f44610c2c5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:28.634572 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-927e106a-268e-4412-978d-65ed95a105b7 req-9ac5c639-1371-4a1f-a363-f44610c2c5a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 917 time: 0.1371191 May 20 16:18:28.741285 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-927e106a-268e-4412-978d-65ed95a105b7 req-46e98feb-27c7-470a-b3b1-a26b784306ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47 HTTP/1.1" status: 200 len: 999 time: 0.0959508 May 20 16:18:28.813117 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e106a-268e-4412-978d-65ed95a105b7 req-c11312f6-82b1-43f7-aec1-4076a9ad1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:28.815860 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-927e106a-268e-4412-978d-65ed95a105b7 req-c11312f6-82b1-43f7-aec1-4076a9ad1b9e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 200 len: 855 time: 0.0671129 May 20 16:18:28.902289 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e106a-268e-4412-978d-65ed95a105b7 req-1473e098-f6fd-4da6-8c63-9710a3359c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:28.903840 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-927e106a-268e-4412-978d-65ed95a105b7 req-1473e098-f6fd-4da6-8c63-9710a3359c7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bf0ab52-43c3-4f36-9190-4a119be4b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0808389 May 20 16:18:28.906060 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-d9f3c6e4-6c88-4064-b767-100aa0ed344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '2c6af5ba-b8d1-4ebe-807d-c6d13c4e48b5', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'floating_ip_address': '172.28.0.174', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'port_id': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'mac_address': 'fa:16:3e:7b:9e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:18:08Z', 'updated_at': '2021-05-20T16:18:27Z', 'revision_number': 1, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:32Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:28.911287 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f3c6e4-6c88-4064-b767-100aa0ed344d None None] Checking router: ef788804-e2bb-4c0e-925c-b0829e898dd0 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:18:28.927000 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3c6e4-6c88-4064-b767-100aa0ed344d None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:18:28.927825 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-d9f3c6e4-6c88-4064-b767-100aa0ed344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:18:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:29.043915 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-927e106a-268e-4412-978d-65ed95a105b7 req-e8c80d4f-8d0a-4574-a33c-0212e46560b3 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327991 May 20 16:18:29.110425 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-d9f3c6e4-6c88-4064-b767-100aa0ed344d None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:18:29.179413 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-927e106a-268e-4412-978d-65ed95a105b7 req-111bc2f1-342e-4ea7-b554-807722c1bc4d service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271570 May 20 16:18:29.469477 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-d9f3c6e4-6c88-4064-b767-100aa0ed344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '2c6af5ba-b8d1-4ebe-807d-c6d13c4e48b5', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'floating_ip_address': '172.28.0.174', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'port_id': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'mac_address': 'fa:16:3e:7b:9e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:18:08Z', 'updated_at': '2021-05-20T16:18:27Z', 'revision_number': 1, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:32Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:29.473852 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f3c6e4-6c88-4064-b767-100aa0ed344d None None] The sync data for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb is: [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '2c6af5ba-b8d1-4ebe-807d-c6d13c4e48b5', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'floating_ip_address': '172.28.0.174', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'port_id': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'mac_address': 'fa:16:3e:7b:9e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:18:08Z', 'updated_at': '2021-05-20T16:18:27Z', 'revision_number': 1, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:32Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:18:29.667649 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceca941-fea2-4e31-95d5-a7fcb578b4e5 None None] New status for floating IP 2c6af5ba-b8d1-4ebe-807d-c6d13c4e48b5: ACTIVE {{(pid=92274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:18:38.874332 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-7f24a555-6d34-4183-8b6a-6fdd57484aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:41.463776 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:41.571437 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-0c9ee5b5-7e08-4427-bfab-a3b66fd55568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:42.583323 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:44.577816 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:46.802719 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92998d-7ed7-4eb6-b912-b7d69a60e4a7 req-6809245a-df9e-4818-b8a4-d36362f67599 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:46.804184 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cf92998d-7ed7-4eb6-b912-b7d69a60e4a7 req-6809245a-df9e-4818-b8a4-d36362f67599 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 945 time: 0.0857117 May 20 16:18:46.851528 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cf92998d-7ed7-4eb6-b912-b7d69a60e4a7 req-32dcdfdb-851c-4bc5-86d0-c72b3c0e7aaf tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 May 20 16:18:48.189530 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2c136-6428-46e0-8b3f-9e8934670a76 req-4982d5ca-647f-49ea-9799-12646bdaf91b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:48.194904 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d7e2c136-6428-46e0-8b3f-9e8934670a76 req-4982d5ca-647f-49ea-9799-12646bdaf91b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 945 time: 0.0806785 May 20 16:18:48.238405 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d7e2c136-6428-46e0-8b3f-9e8934670a76 req-839da3fa-e6bd-4d56-9194-fdb6bee42197 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407970 May 20 16:18:48.478487 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47879acf-c369-4f68-9641-5dd199de4427 req-8b40f256-8ede-4e95-a6b5-3a380338cfc8 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:48.479832 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-47879acf-c369-4f68-9641-5dd199de4427 req-8b40f256-8ede-4e95-a6b5-3a380338cfc8 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0836358 May 20 16:18:48.525184 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-47879acf-c369-4f68-9641-5dd199de4427 req-3951a0ab-0270-4cfe-a145-81e183f2e895 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394905 May 20 16:18:49.423876 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8995065-55d8-43c3-88ea-0287489ab6e9 req-5b1d4a62-7b80-4beb-9f2f-fc278becb001 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:49.425885 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c8995065-55d8-43c3-88ea-0287489ab6e9 req-5b1d4a62-7b80-4beb-9f2f-fc278becb001 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 945 time: 0.0792854 May 20 16:18:49.542011 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c8995065-55d8-43c3-88ea-0287489ab6e9 req-7cbcdaef-b51f-48cd-9c17-3942651e4d0c tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103482 May 20 16:18:49.714696 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c1566-9778-416d-ad0a-13d08dbbdddb req-345c91b2-8272-47df-931e-a033ea1cf2de tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:49.716144 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f08c1566-9778-416d-ad0a-13d08dbbdddb req-345c91b2-8272-47df-931e-a033ea1cf2de tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.0821824 May 20 16:18:49.762211 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f08c1566-9778-416d-ad0a-13d08dbbdddb req-60de1132-2b4f-45fa-bc8a-483e89c3d316 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402932 May 20 16:18:50.795097 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc857f2-0586-4b7d-8c07-6e1c7daa87d8 req-0ca480ef-8373-4c27-9c6e-7ca879e8f5b3 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:50.796662 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bcc857f2-0586-4b7d-8c07-6e1c7daa87d8 req-0ca480ef-8373-4c27-9c6e-7ca879e8f5b3 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 945 time: 0.1116974 May 20 16:18:50.803241 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 52516) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:50.818766 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa4f26-276b-41ff-9837-723a41f7874a req-94f6c27a-03cb-4360-881d-a764ce9ec34c tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:50.820229 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2efa4f26-276b-41ff-9837-723a41f7874a req-94f6c27a-03cb-4360-881d-a764ce9ec34c tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.10 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.1737630 May 20 16:18:50.930424 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bcc857f2-0586-4b7d-8c07-6e1c7daa87d8 req-369c139a-c101-4e06-85ef-45fe0d2b7aa6 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238303 May 20 16:18:51.042311 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.076409 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:51.084588 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Usage tracker for resource:security_group_rule and tenant:64c7691dacbb4905af601e0980e2f040 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:51.093502 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:51.103729 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:51.147463 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Deleting port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:18:51.147815 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.169096 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7b93b-7292-4179-84ff-ebc781fc08f5 req-438c2fd6-ea99-40ea-a9d2-af6740898b7f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:51.170672 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dbb7b93b-7292-4179-84ff-ebc781fc08f5 req-438c2fd6-ea99-40ea-a9d2-af6740898b7f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 945 time: 0.2471046 May 20 16:18:51.326923 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dbb7b93b-7292-4179-84ff-ebc781fc08f5 req-24bf96b4-6b9a-44e7-8c9d-0253bb9f36d7 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=8232b6d1-d63b-453f-a942-650cd1a5c341&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452463 May 20 16:18:51.374141 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] For port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:51.374503 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.463184 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.582364 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.596517 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-db526d70-9826-435e-80b3-9b1178c7a75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:51.668979 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=64c7691dacbb4905af601e0980e2f040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649993 May 20 16:18:51.671622 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52526) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:51.730304 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2532e8-3330-41dd-ad98-7d68e1d7a483,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:51.734029 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.761167 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.761400 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.761571 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.761938 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.762304 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.762660 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.763015 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.763375 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.763728 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.764079 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.764429 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.764778 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.765128 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.777892 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:51.805488 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.806164 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.806164 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.l3_db [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Floating IP 831388d0-2cd0-4429-92a4-91e53fbc9316 disassociated. External IP: 172.28.0.144, port: 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0. May 20 16:18:51.806487 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Calling delete_port for 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:18:51.820234 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c16b61-e2bd-41d6-bb48-ca454b4f7bd0 req-5ad006aa-8264-48d7-b691-616829d97926 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:51.821864 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d6c16b61-e2bd-41d6-bb48-ca454b4f7bd0 req-5ad006aa-8264-48d7-b691-616829d97926 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 945 time: 0.2805994 May 20 16:18:51.874408 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.879486 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-f4a73865-3edc-4846-a66f-81ecd42516ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:51.892302 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2532e8-3330-41dd-ad98-7d68e1d7a483,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:51.900390 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.900762 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.901122 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.901506 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.901862 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.902213 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.902559 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.902908 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.903252 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.903595 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.903936 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.904279 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:18:51.906912 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:51.908012 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d2532e8-3330-41dd-ad98-7d68e1d7a483 HTTP/1.1" status: 204 len: 168 time: 0.2354243 May 20 16:18:51.908864 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:52.033578 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-d6c16b61-e2bd-41d6-bb48-ca454b4f7bd0 req-15fa32b5-0e4c-490b-8209-d152fe50d83d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Deleting port adcca36f-b10a-4568-8cf4-f9986381d533 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:18:52.033933 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d6c16b61-e2bd-41d6-bb48-ca454b4f7bd0 req-15fa32b5-0e4c-490b-8209-d152fe50d83d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.175115 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.184886 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c599fa6f-402d-4269-b94f-16ae4f221c85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:52.330878 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event deleted for resources: {'Port': ['ID=91ca87b5-ebc0-4ff9-b981-50c4e750c2a0,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:52.341490 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:52.439670 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-d6c16b61-e2bd-41d6-bb48-ca454b4f7bd0 req-15fa32b5-0e4c-490b-8209-d152fe50d83d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] For port adcca36f-b10a-4568-8cf4-f9986381d533, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=adcca36f-b10a-4568-8cf4-f9986381d533,segment=NetworkSegment(90dcaf68-53c1-459b-be90-9212817a85e8),segment_id=90dcaf68-53c1-459b-be90-9212817a85e8)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:18:52.439947 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d6c16b61-e2bd-41d6-bb48-ca454b4f7bd0 req-15fa32b5-0e4c-490b-8209-d152fe50d83d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:52.504711 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fbd4d-502c-4410-83c0-0d44e7487767 req-91aa95e2-eaff-4908-814a-067abd648330 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:52.506208 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a75fbd4d-502c-4410-83c0-0d44e7487767 req-91aa95e2-eaff-4908-814a-067abd648330 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 945 time: 0.4538863 May 20 16:18:52.625871 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-d6c16b61-e2bd-41d6-bb48-ca454b4f7bd0 req-15fa32b5-0e4c-490b-8209-d152fe50d83d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Calling delete_port for adcca36f-b10a-4568-8cf4-f9986381d533 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:18:52.651100 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f7fc5b1a-d175-48f6-b387-b04a05aac01a req-2e91ce1f-1034-44ad-b1ba-ce779a6cb005 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 210 time: 0.2003205 May 20 16:18:52.773266 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a75fbd4d-502c-4410-83c0-0d44e7487767 req-1155dd9a-c8db-4920-89ab-fb31a70f1199 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/security-groups?id=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542866 May 20 16:18:52.789307 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Router b6a95e99-04dd-4d66-bee2-914075d14c19 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:18:53.043331 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:18:53.055193 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890cf29e-b95e-470e-9b9e-8ba54041f886 None None] Sync routers for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:18:53.066457 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890cf29e-b95e-470e-9b9e-8ba54041f886 None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:18:53.067156 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-890cf29e-b95e-470e-9b9e-8ba54041f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:18:41Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:53.113544 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d6c16b61-e2bd-41d6-bb48-ca454b4f7bd0 req-15fa32b5-0e4c-490b-8209-d152fe50d83d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:53.123067 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:53.142284 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['adcca36f-b10a-4568-8cf4-f9986381d533'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:18:53.152836 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] No DVR routers for this DVR port 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:18:53.163289 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:53.165832 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'name': 'network-vif-deleted', 'tag': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:53.183491 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa32b5-0e4c-490b-8209-d152fe50d83d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Pushing event deleted for resources: {'Port': ['ID=adcca36f-b10a-4568-8cf4-f9986381d533,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:53.186266 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-15fa32b5-0e4c-490b-8209-d152fe50d83d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:53.229746 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52c0712a-e348-44ab-b4e5-818a57c566c4', 'name': 'network-vif-deleted', 'tag': '91ca87b5-ebc0-4ff9-b981-50c4e750c2a0', 'status': 'completed', 'code': 200} May 20 16:18:53.274060 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c16b61-e2bd-41d6-bb48-ca454b4f7bd0 req-15fa32b5-0e4c-490b-8209-d152fe50d83d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] No DVR routers for this DVR port adcca36f-b10a-4568-8cf4-f9986381d533 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:18:53.282086 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-d6c16b61-e2bd-41d6-bb48-ca454b4f7bd0 req-15fa32b5-0e4c-490b-8209-d152fe50d83d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:53.282086 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d6c16b61-e2bd-41d6-bb48-ca454b4f7bd0 req-15fa32b5-0e4c-490b-8209-d152fe50d83d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.10 "DELETE /v2.0/ports/adcca36f-b10a-4568-8cf4-f9986381d533 HTTP/1.1" status: 204 len: 173 time: 1.4454458 May 20 16:18:53.327562 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2efa4f26-276b-41ff-9837-723a41f7874a req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.10 "DELETE /v2.0/ports/91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 HTTP/1.1" status: 204 len: 173 time: 2.4892044 May 20 16:18:53.353452 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:18:53.397348 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:18:53.397701 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 91ca87b5-ebc0-4ff9-b981-50c4e750c2a0 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:18:53.398139 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device adcca36f-b10a-4568-8cf4-f9986381d533 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:18:53.443566 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: adcca36f-b10a-4568-8cf4-f9986381d533 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:18:53.443911 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device adcca36f-b10a-4568-8cf4-f9986381d533 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:18:53.454334 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-890cf29e-b95e-470e-9b9e-8ba54041f886 None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:18:53.775780 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-890cf29e-b95e-470e-9b9e-8ba54041f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:29Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:53.779616 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890cf29e-b95e-470e-9b9e-8ba54041f886 None None] Checking router: b6a95e99-04dd-4d66-bee2-914075d14c19 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:18:53.788797 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890cf29e-b95e-470e-9b9e-8ba54041f886 None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:18:53.789462 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-890cf29e-b95e-470e-9b9e-8ba54041f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:18:41Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:53.818841 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-2ae8f848-de04-4869-898c-d25ef7c36057 req-404c1349-f85e-4762-8e41-6e4b9dd632f5 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Synchronizing usage tracker for tenant:2c3bd07c9e0742e59804b8fe8e215eb3 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:18:53.920728 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-2ae8f848-de04-4869-898c-d25ef7c36057 req-404c1349-f85e-4762-8e41-6e4b9dd632f5 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Unset dirty status for tenant:2c3bd07c9e0742e59804b8fe8e215eb3 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:18:53.921934 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2ae8f848-de04-4869-898c-d25ef7c36057 req-404c1349-f85e-4762-8e41-6e4b9dd632f5 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c0712a-e348-44ab-b4e5-818a57c566c4 HTTP/1.1" status: 200 len: 210 time: 0.1471295 May 20 16:18:53.996600 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5212a074-4d6d-41b0-8d41-3e9b19882611 req-5fa5eeb4-9962-4030-a939-92e01542fa5e tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Synchronizing usage tracker for tenant:8a63f2e395da4705b72efd7a61da5e11 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:18:54.055748 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-890cf29e-b95e-470e-9b9e-8ba54041f886 None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:18:54.074556 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5212a074-4d6d-41b0-8d41-3e9b19882611 req-5fa5eeb4-9962-4030-a939-92e01542fa5e tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Unset dirty status for tenant:8a63f2e395da4705b72efd7a61da5e11 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:18:54.075830 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5212a074-4d6d-41b0-8d41-3e9b19882611 req-5fa5eeb4-9962-4030-a939-92e01542fa5e tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac8479eb-281e-4d02-8030-e36e140833fa HTTP/1.1" status: 200 len: 210 time: 0.1315219 May 20 16:18:54.380925 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-890cf29e-b95e-470e-9b9e-8ba54041f886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:29Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:18:54.385614 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890cf29e-b95e-470e-9b9e-8ba54041f886 None None] The sync data for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb is: [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:29Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:18:54.602772 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b2150c-6e32-4304-9142-73005a7f4976 None None] New status for floating IP 831388d0-2cd0-4429-92a4-91e53fbc9316: DOWN {{(pid=92274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:18:55.150447 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 52586) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:55.222847 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e89ee9fd-000a-405a-8adc-d1aac5ac4740 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.232356 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8479eb-281e-4d02-8030-e36e140833fa', 'name': 'network-vif-deleted', 'tag': 'adcca36f-b10a-4568-8cf4-f9986381d533'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:18:55.257774 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e89ee9fd-000a-405a-8adc-d1aac5ac4740 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.298691 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8479eb-281e-4d02-8030-e36e140833fa', 'name': 'network-vif-deleted', 'tag': 'adcca36f-b10a-4568-8cf4-f9986381d533', 'status': 'completed', 'code': 200} May 20 16:18:55.395137 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e89ee9fd-000a-405a-8adc-d1aac5ac4740 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.399008 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9ea9631c-28cd-42ab-bd10-6e15df8b1494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:55.412431 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ee9fd-000a-405a-8adc-d1aac5ac4740 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8232b6d1-d63b-453f-a942-650cd1a5c341,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:55.415917 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-e89ee9fd-000a-405a-8adc-d1aac5ac4740 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:55.419058 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e89ee9fd-000a-405a-8adc-d1aac5ac4740 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.420134 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-e89ee9fd-000a-405a-8adc-d1aac5ac4740 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "DELETE /v2.0/security-groups/8232b6d1-d63b-453f-a942-650cd1a5c341 HTTP/1.1" status: 204 len: 168 time: 0.2680929 May 20 16:18:55.423394 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52596) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:55.441689 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.api.v2.resource [None req-14c6f42f-c8cf-40ed-bb61-da36853d1abb tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] show failed (client error): The resource could not be found. May 20 16:18:55.442709 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-14c6f42f-c8cf-40ed-bb61-da36853d1abb tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups/8232b6d1-d63b-453f-a942-650cd1a5c341 HTTP/1.1" status: 404 len: 347 time: 0.0183499 May 20 16:18:55.445588 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52600) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:55.773049 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-136b8616-27d6-47c7-bd8b-4326ee2f1e56 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Deleting port b5ae31eb-7cfb-492d-9c10-2397d6043480 {{(pid=92272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:18:55.773431 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-136b8616-27d6-47c7-bd8b-4326ee2f1e56 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.895254 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-136b8616-27d6-47c7-bd8b-4326ee2f1e56 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:55.895254 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-136b8616-27d6-47c7-bd8b-4326ee2f1e56 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:56.024866 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-136b8616-27d6-47c7-bd8b-4326ee2f1e56 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Calling delete_port for b5ae31eb-7cfb-492d-9c10-2397d6043480 owned by network:floatingip {{(pid=92272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:18:56.211842 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-136b8616-27d6-47c7-bd8b-4326ee2f1e56 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:56.216517 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:56.259414 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b8616-27d6-47c7-bd8b-4326ee2f1e56 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event deleted for resources: {'Port': ['ID=b5ae31eb-7cfb-492d-9c10-2397d6043480,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:56.262391 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-136b8616-27d6-47c7-bd8b-4326ee2f1e56 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:56.356939 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-136b8616-27d6-47c7-bd8b-4326ee2f1e56 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:56.434414 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-136b8616-27d6-47c7-bd8b-4326ee2f1e56 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:56.435556 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-136b8616-27d6-47c7-bd8b-4326ee2f1e56 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "DELETE /v2.0/floatingips/831388d0-2cd0-4429-92a4-91e53fbc9316 HTTP/1.1" status: 204 len: 168 time: 0.9890909 May 20 16:18:56.928166 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52622) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:56.936509 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--260360494', 'description': 'tempest-description--1117674206'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:56.943991 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:56.947932 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Usage tracker for resource:security_group and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:56.950794 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:56.957727 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:57.017388 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.038735 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:57.042609 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Usage tracker for resource:security_group_rule and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:57.045427 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:57.052065 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:57.124077 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.176998 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.183898 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-011b611e-cc87-4c92-a132-708f902203ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:57.225406 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b1a45d-afd3-48da-8ded-0c192d3cfae9,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:57.228655 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:57.280035 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.281307 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-56b36700-5e05-4aff-ab80-7fa48e88330a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3520947 May 20 16:18:57.284254 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52634) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:57.289854 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-2eb6ca35-8393-47ab-b1bf-0afb2b3e140d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Request body: {'security_group_rule': {'security_group_id': 'd2b1a45d-afd3-48da-8ded-0c192d3cfae9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:57.295777 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-2eb6ca35-8393-47ab-b1bf-0afb2b3e140d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:57.299548 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-2eb6ca35-8393-47ab-b1bf-0afb2b3e140d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Usage tracker for resource:security_group_rule and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:57.302444 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-2eb6ca35-8393-47ab-b1bf-0afb2b3e140d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:57.308118 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-2eb6ca35-8393-47ab-b1bf-0afb2b3e140d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:57.400980 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2eb6ca35-8393-47ab-b1bf-0afb2b3e140d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.467904 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2eb6ca35-8393-47ab-b1bf-0afb2b3e140d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.520596 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2eb6ca35-8393-47ab-b1bf-0afb2b3e140d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.522750 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-74768e38-ef8f-493b-91bd-fff81ae75529 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:57.545817 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6ca35-8393-47ab-b1bf-0afb2b3e140d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d95d42a-d1fa-470e-8a7d-78880131416e,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:57.548186 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2eb6ca35-8393-47ab-b1bf-0afb2b3e140d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:57.642441 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2eb6ca35-8393-47ab-b1bf-0afb2b3e140d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.644370 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-2eb6ca35-8393-47ab-b1bf-0afb2b3e140d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3580139 May 20 16:18:57.647179 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52640) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:57.653050 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-ecee6585-444b-4d1b-a22a-59a8b767a505 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Request body: {'security_group_rule': {'security_group_id': 'd2b1a45d-afd3-48da-8ded-0c192d3cfae9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:57.658803 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-ecee6585-444b-4d1b-a22a-59a8b767a505 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:57.663969 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-ecee6585-444b-4d1b-a22a-59a8b767a505 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Usage tracker for resource:security_group_rule and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:57.666947 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-ecee6585-444b-4d1b-a22a-59a8b767a505 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:57.672686 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-ecee6585-444b-4d1b-a22a-59a8b767a505 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:57.755397 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.761371 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ecee6585-444b-4d1b-a22a-59a8b767a505 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.829844 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ecee6585-444b-4d1b-a22a-59a8b767a505 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.891345 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ecee6585-444b-4d1b-a22a-59a8b767a505 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.894308 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-59dbf476-c991-4bd4-b8bf-cb0488d05e30 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:57.917880 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee6585-444b-4d1b-a22a-59a8b767a505 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132353b4-440c-4a24-bb5c-e4891f732b0c,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:57.920359 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ecee6585-444b-4d1b-a22a-59a8b767a505 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:57.977379 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ecee6585-444b-4d1b-a22a-59a8b767a505 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:57.978565 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-ecee6585-444b-4d1b-a22a-59a8b767a505 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3301966 May 20 16:18:57.981723 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 52650) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:18:57.987133 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Request body: {'floatingip': {'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:18:57.993528 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:18:57.997363 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Usage tracker for resource:floatingip and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:18:58.000124 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:18:58.005970 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:18:58.079958 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.218168 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.356638 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Allocated IP 172.28.0.81 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/b6f23fa8-a820-4d21-8b53-8953506dff86) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:18:58.586442 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.668570 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:18:58.669118 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.672874 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:58.740541 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:18:58.743406 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:18:58.745920 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:18:58.780992 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event updated for resources: {'Port': ['ID=b6f23fa8-a820-4d21-8b53-8953506dff86,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:58.786027 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:58.874127 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:58.996921 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:59.213672 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:59.257061 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:59.261885 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-d5acfdfa-6252-4dab-940e-7d0d4123fd6b tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:18:59.374064 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event updated for resources: {'Port': ['ID=b6f23fa8-a820-4d21-8b53-8953506dff86,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:18:59.378605 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:18:59.381439 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:59.451828 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:18:59.454062 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4702427 May 20 16:18:59.731021 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-e00ad31c-0171-4fba-a772-61ad7dc74d78 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Synchronizing usage tracker for tenant:2c3bd07c9e0742e59804b8fe8e215eb3 on resource:security_group {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:18:59.822899 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-e00ad31c-0171-4fba-a772-61ad7dc74d78 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Unset dirty status for tenant:2c3bd07c9e0742e59804b8fe8e215eb3 on resource:security_group {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:18:59.824076 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-e00ad31c-0171-4fba-a772-61ad7dc74d78 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--260360494&fields=id&tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3 HTTP/1.1" status: 200 len: 267 time: 0.1419368 May 20 16:18:59.975622 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-8df9b39a-f9c5-44ff-957c-b6a44b4cf852 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:18:59.977068 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-8df9b39a-f9c5-44ff-957c-b6a44b4cf852 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/networks?id=7c991ff3-27de-4b59-a027-84c9882b61c3 HTTP/1.1" status: 200 len: 810 time: 0.1460786 May 20 16:18:59.994174 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-263d0032-afda-4309-bdb8-755fa4f74886 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/quotas/2c3bd07c9e0742e59804b8fe8e215eb3 HTTP/1.1" status: 200 len: 375 time: 0.0110574 May 20 16:19:00.083948 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-ce43dd85-d99a-4036-a255-848bc1d76661 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839067 May 20 16:19:00.224398 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-cb6cee1b-1c3c-49a2-ac2a-fad6b877ca8b service neutron] 10.222.0.11 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277246 May 20 16:19:00.363350 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-35c45093-0383-47a1-a5e9-9a1f510693a1 service neutron] 10.222.0.11 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326966 May 20 16:19:00.616137 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f94a7d56-1a3b-4155-8b2f-d2fc7e7c2256 req-2d24d3fa-f6fb-4eb8-bc9d-00a6863ec636 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 210 time: 0.0668211 May 20 16:19:01.767116 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2c27fd39-89a7-4368-a3ea-51147e395161 req-128facfd-f791-47ab-86d3-946b431b79d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 210 time: 0.0427759 May 20 16:19:02.664559 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-042434e8-c453-4d6d-b619-95c30c550f1f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:02.665965 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-042434e8-c453-4d6d-b619-95c30c550f1f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.10 "GET /v2.0/networks?id=7c991ff3-27de-4b59-a027-84c9882b61c3 HTTP/1.1" status: 200 len: 810 time: 0.1479564 May 20 16:19:02.714693 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-1efe0a33-4fc2-4a5d-9d2f-7d0de978f0d3 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3 HTTP/1.1" status: 200 len: 379 time: 0.0394328 May 20 16:19:02.724028 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Request body: {'port': {'device_id': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'admin_state_up': True, 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'security_groups': ['d2b1a45d-afd3-48da-8ded-0c192d3cfae9']}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:19:02.947168 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1ce108fb-4fe2-4fa3-b15d-ed00e86fc48a req-4df53337-ea78-4156-9920-658b3bbea7d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 210 time: 0.0598741 May 20 16:19:02.986188 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:19:02.991291 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Usage tracker for resource:port and tenant:2c3bd07c9e0742e59804b8fe8e215eb3 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:19:02.994385 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:19:03.011127 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:19:03.131511 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Made reservation on behalf of 2c3bd07c9e0742e59804b8fe8e215eb3 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:19:03.135115 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:03.296908 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Allocated IP 172.20.0.4 (7c991ff3-27de-4b59-a027-84c9882b61c3/79ec8476-25a8-4da3-86e3-eb6c97020447/64329d77-4332-4568-b501-9e2267344d3e) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:19:03.494990 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:03.512132 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Transition to ACTIVE for port object 64329d77-4332-4568-b501-9e2267344d3e will not be triggered until provisioned by entity DHCP. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:19:03.795305 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:03.801887 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-99ad0786-e4bd-4d2c-b6e2-494fbec67034 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:03.865724 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Network 7c991ff3-27de-4b59-a027-84c9882b61c3 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:19:03.868762 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:19:03.872523 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:19:03.915749 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event updated for resources: {'Port': ['ID=64329d77-4332-4568-b501-9e2267344d3e,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:03.923907 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:03.945641 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:03.946283 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:04.105142 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3851960 May 20 16:19:04.118480 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Request body: {'port': {'device_id': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:19:04.160641 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-11d61cbd-df45-48f5-9bd4-fbcf5709983d None None] Provisioning for port 64329d77-4332-4568-b501-9e2267344d3e completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:19:04.165732 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-11d61cbd-df45-48f5-9bd4-fbcf5709983d None None] Provisioning complete for port 64329d77-4332-4568-b501-9e2267344d3e triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:19:04.170359 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-11d61cbd-df45-48f5-9bd4-fbcf5709983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:04.222801 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-11d61cbd-df45-48f5-9bd4-fbcf5709983d None None] Port 64329d77-4332-4568-b501-9e2267344d3e cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:19:04.257274 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb5304-a112-49b0-ab97-4da8336229c5 req-3b523fc2-5c74-4512-b36a-7dc05c079789 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:04.257912 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-6beb5304-a112-49b0-ab97-4da8336229c5 req-3b523fc2-5c74-4512-b36a-7dc05c079789 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Synchronizing usage tracker for tenant:2c3bd07c9e0742e59804b8fe8e215eb3 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:19:04.261440 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:04.387553 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-6beb5304-a112-49b0-ab97-4da8336229c5 req-3b523fc2-5c74-4512-b36a-7dc05c079789 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Unset dirty status for tenant:2c3bd07c9e0742e59804b8fe8e215eb3 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:19:04.388771 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6beb5304-a112-49b0-ab97-4da8336229c5 req-3b523fc2-5c74-4512-b36a-7dc05c079789 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 931 time: 0.3201771 May 20 16:19:04.478435 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6beb5304-a112-49b0-ab97-4da8336229c5 req-0070341c-20af-45c1-b709-5c830d475260 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2b1a45d-afd3-48da-8ded-0c192d3cfae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785584 May 20 16:19:04.656654 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64329d77-4332-4568-b501-9e2267344d3e {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:19:04.664463 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:04.679113 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Transition to ACTIVE for port object 64329d77-4332-4568-b501-9e2267344d3e will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:19:04.868427 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:04.872331 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:05.025994 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Pushing event updated for resources: {'Port': ['ID=64329d77-4332-4568-b501-9e2267344d3e,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:05.040661 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:05.110948 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Attempting to bind port 64329d77-4332-4568-b501-9e2267344d3e on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:19:05.124448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Attempting to bind port 64329d77-4332-4568-b501-9e2267344d3e by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:19:05.124448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Attempting to bind port 64329d77-4332-4568-b501-9e2267344d3e on network 7c991ff3-27de-4b59-a027-84c9882b61c3 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:19:05.124448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Port 64329d77-4332-4568-b501-9e2267344d3e on network 7c991ff3-27de-4b59-a027-84c9882b61c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:19:05.124448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Attempting to bind port 64329d77-4332-4568-b501-9e2267344d3e on network 7c991ff3-27de-4b59-a027-84c9882b61c3 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:19:05.124448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:19:05.124448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Checking segment: {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:19:05.124448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Bound using segment: {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:19:05.124448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Bound port: 64329d77-4332-4568-b501-9e2267344d3e, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bee6c9e3-fadd-473a-ab09-d3fa9a416676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:19:05.124448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:05.214431 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] For port 64329d77-4332-4568-b501-9e2267344d3e, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:19:05.217203 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] For port 64329d77-4332-4568-b501-9e2267344d3e, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=64329d77-4332-4568-b501-9e2267344d3e,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:19:05.274749 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:05.279462 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-29f38f7c-0a85-4180-9f03-a026de840cc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:05.336110 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:05.336737 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:05.338140 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] 10.222.0.10 "PUT /v2.0/ports/64329d77-4332-4568-b501-9e2267344d3e HTTP/1.1" status: 200 len: 1093 time: 1.2242882 May 20 16:19:05.338632 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'tag': '64329d77-4332-4568-b501-9e2267344d3e'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:19:05.360917 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Pushing event updated for resources: {'Port': ['ID=64329d77-4332-4568-b501-9e2267344d3e,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:05.365705 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:05.394951 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'tag': '64329d77-4332-4568-b501-9e2267344d3e', 'status': 'completed', 'code': 200} May 20 16:19:05.575273 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921f116-56df-497e-b862-694bbf9a1cbf req-13f9476f-62ba-4661-adf1-8c817ed340f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:05.576717 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f921f116-56df-497e-b862-694bbf9a1cbf req-13f9476f-62ba-4661-adf1-8c817ed340f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 1096 time: 0.1591167 May 20 16:19:05.777130 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921f116-56df-497e-b862-694bbf9a1cbf req-f83cf860-b5a2-472c-bfb9-27dd4064a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:05.778610 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f921f116-56df-497e-b862-694bbf9a1cbf req-f83cf860-b5a2-472c-bfb9-27dd4064a95e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1943223 May 20 16:19:05.787746 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca63d2-2090-45fb-96ce-1715c403084a req-fd5031d1-5a78-45c5-ac89-eb0ec93c69e9 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:05.789150 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-83ca63d2-2090-45fb-96ce-1715c403084a req-fd5031d1-5a78-45c5-ac89-eb0ec93c69e9 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 943 time: 0.1863241 May 20 16:19:05.926233 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-83ca63d2-2090-45fb-96ce-1715c403084a req-73960984-7175-4235-a524-b42eb39d3f67 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2b1a45d-afd3-48da-8ded-0c192d3cfae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177027 May 20 16:19:05.963847 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921f116-56df-497e-b862-694bbf9a1cbf req-757921a9-162b-4bf9-8c89-072b64f14682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:05.965312 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f921f116-56df-497e-b862-694bbf9a1cbf req-757921a9-162b-4bf9-8c89-072b64f14682 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1752660 May 20 16:19:06.073296 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-eaef0654-ec08-46f5-8566-c3c8b6b9be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:06.080185 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-eaef0654-ec08-46f5-8566-c3c8b6b9be51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 1096 time: 0.0723095 May 20 16:19:06.146253 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-66aa0c33-170e-4632-9bad-ec77b0205aea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64329d77-4332-4568-b501-9e2267344d3e HTTP/1.1" status: 200 len: 217 time: 0.0632279 May 20 16:19:06.209027 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-cc61c2cb-083f-4883-9336-589783cbb04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:06.217862 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-cc61c2cb-083f-4883-9336-589783cbb04b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79ec8476-25a8-4da3-86e3-eb6c97020447 HTTP/1.1" status: 200 len: 849 time: 0.0579903 May 20 16:19:06.290781 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-5cce2849-12f2-482d-ae13-559f285c736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:06.292387 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-5cce2849-12f2-482d-ae13-559f285c736e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c991ff3-27de-4b59-a027-84c9882b61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0751040 May 20 16:19:06.377262 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 52820) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:19:06.429683 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-1ae8d626-cb61-4ac2-b09a-75caae134c9f service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304331 May 20 16:19:06.504337 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-499cc977-bb18-4452-be02-612300fc3c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:06.519132 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-499cc977-bb18-4452-be02-612300fc3c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:19:06.529342 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-499cc977-bb18-4452-be02-612300fc3c26 admin admin] Usage tracker for resource:security_group_rule and tenant:28f0d5e22c2b4bcebeb74c4af3d6cc52 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:19:06.529342 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-499cc977-bb18-4452-be02-612300fc3c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:19:06.531946 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-499cc977-bb18-4452-be02-612300fc3c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:19:06.580100 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0cb898e-af6a-41c9-ae8c-bfbbf7812638 req-6256a501-7540-4e6f-b128-756af6427a76 service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423516 May 20 16:19:06.618344 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-499cc977-bb18-4452-be02-612300fc3c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:06.725846 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-499cc977-bb18-4452-be02-612300fc3c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:06.735240 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2495941d-d01b-4123-a550-3a97f2028411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:06.780683 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-499cc977-bb18-4452-be02-612300fc3c26 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28f0d5e22c2b4bcebeb74c4af3d6cc52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015937 May 20 16:19:06.781786 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cc977-bb18-4452-be02-612300fc3c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca08e64e-8528-412f-904b-2ce268bb5f63,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:06.782437 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 52832) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:19:06.787046 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-499cc977-bb18-4452-be02-612300fc3c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:06.848155 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-41e6cfaa-f700-43ed-9ce7-3c8534ace227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:06.874158 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-41e6cfaa-f700-43ed-9ce7-3c8534ace227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:06.994418 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-41e6cfaa-f700-43ed-9ce7-3c8534ace227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:06.998230 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-148a13e1-f60d-4342-bdbd-e967e4139907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:07.009952 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6cfaa-f700-43ed-9ce7-3c8534ace227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca08e64e-8528-412f-904b-2ce268bb5f63,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:07.014977 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-41e6cfaa-f700-43ed-9ce7-3c8534ace227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:07.017101 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-41e6cfaa-f700-43ed-9ce7-3c8534ace227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:07.024738 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-41e6cfaa-f700-43ed-9ce7-3c8534ace227 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca08e64e-8528-412f-904b-2ce268bb5f63 HTTP/1.1" status: 204 len: 168 time: 0.2386158 May 20 16:19:07.126621 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64015909-c890-4a9d-ad20-da1f090f5b76 req-dce707be-531b-4fda-82b4-5a3bf4456500 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:07.128774 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-64015909-c890-4a9d-ad20-da1f090f5b76 req-dce707be-531b-4fda-82b4-5a3bf4456500 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 943 time: 0.0873463 May 20 16:19:07.175081 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-64015909-c890-4a9d-ad20-da1f090f5b76 req-dd48d2b2-e543-43df-b0f0-e5cb166e4288 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2b1a45d-afd3-48da-8ded-0c192d3cfae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401409 May 20 16:19:08.365725 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3014aee6-2bbe-43b3-b408-f9495155c478 req-d3e5e719-2b81-4b3e-8984-bb1acdf868d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:08.367189 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3014aee6-2bbe-43b3-b408-f9495155c478 req-d3e5e719-2b81-4b3e-8984-bb1acdf868d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 943 time: 0.0797787 May 20 16:19:08.416856 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3014aee6-2bbe-43b3-b408-f9495155c478 req-47c897a2-7c8e-4015-ab90-9ad313f4031e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2b1a45d-afd3-48da-8ded-0c192d3cfae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437732 May 20 16:19:08.885753 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c97cc9d6-4912-4f1d-ab57-dd199e6fc104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:09.365260 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 64329d77-4332-4568-b501-9e2267344d3e details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:19:09.505401 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 64329d77-4332-4568-b501-9e2267344d3e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=64329d77-4332-4568-b501-9e2267344d3e,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:09.518753 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': '64329d77-4332-4568-b501-9e2267344d3e', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'port_id': '64329d77-4332-4568-b501-9e2267344d3e', 'mac_address': 'fa:16:3e:dd:aa:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:19:09.577437 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:09.594422 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64329d77-4332-4568-b501-9e2267344d3e {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:19:09.603886 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe1a41-b41e-4072-b75e-5080014cb614 req-0777fd4b-d5df-45da-943d-e67ba3586410 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:09.606509 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8afe1a41-b41e-4072-b75e-5080014cb614 req-0777fd4b-d5df-45da-943d-e67ba3586410 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 943 time: 0.0823629 May 20 16:19:09.610223 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 64329d77-4332-4568-b501-9e2267344d3e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=64329d77-4332-4568-b501-9e2267344d3e,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:09.651724 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8afe1a41-b41e-4072-b75e-5080014cb614 req-7538e689-c636-455f-80f4-4d7e44fcc090 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2b1a45d-afd3-48da-8ded-0c192d3cfae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405517 May 20 16:19:09.719986 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:09.721748 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-63769deb-b218-47d3-917e-e319fe800ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:09.787050 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=64329d77-4332-4568-b501-9e2267344d3e,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:09.790007 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:09.927887 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['64329d77-4332-4568-b501-9e2267344d3e'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:19:10.843788 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db255d-0e51-4661-9b75-fd03e2deac5b req-f2c42a2d-7609-4410-bd68-015ede87d895 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:10.845270 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-20db255d-0e51-4661-9b75-fd03e2deac5b req-f2c42a2d-7609-4410-bd68-015ede87d895 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 944 time: 0.0864348 May 20 16:19:10.891992 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-20db255d-0e51-4661-9b75-fd03e2deac5b req-bde170c1-6d55-4526-b670-b5a55ea54829 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2b1a45d-afd3-48da-8ded-0c192d3cfae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397956 May 20 16:19:11.387388 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 64329d77-4332-4568-b501-9e2267344d3e up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:19:11.537089 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:11.566280 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port 64329d77-4332-4568-b501-9e2267344d3e completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:19:11.571387 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port 64329d77-4332-4568-b501-9e2267344d3e triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:19:11.571771 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:11.603049 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c5ef040c-e00f-422a-887e-be017499497a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:11.691314 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:11.717014 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64329d77-4332-4568-b501-9e2267344d3e'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:19:11.727005 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 64329d77-4332-4568-b501-9e2267344d3e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=64329d77-4332-4568-b501-9e2267344d3e,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:11.763033 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64329d77-4332-4568-b501-9e2267344d3e', 'code': 200} May 20 16:19:11.805554 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:11.807463 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:11.906635 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=64329d77-4332-4568-b501-9e2267344d3e,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:11.909643 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:12.178535 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c503da-798e-478e-9a59-0343c9940411 req-5a214ef2-7b57-438f-a2d6-1852273528fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:12.181134 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-83c503da-798e-478e-9a59-0343c9940411 req-5a214ef2-7b57-438f-a2d6-1852273528fd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 1098 time: 0.0849562 May 20 16:19:12.364975 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-83c503da-798e-478e-9a59-0343c9940411 req-4156d6bd-2f87-4d99-8bfa-80e8055eaf24 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d2b1a45d-afd3-48da-8ded-0c192d3cfae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767471 May 20 16:19:12.393939 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830d6e9-f3de-49cc-b377-0c6907090d30 req-06a0fad6-3d5b-4835-9790-8bc9053a066e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:12.395407 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f830d6e9-f3de-49cc-b377-0c6907090d30 req-06a0fad6-3d5b-4835-9790-8bc9053a066e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 945 time: 0.3927915 May 20 16:19:12.441468 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f830d6e9-f3de-49cc-b377-0c6907090d30 req-ced615d6-cbe8-423b-a82a-65262322b33d tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2b1a45d-afd3-48da-8ded-0c192d3cfae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401974 May 20 16:19:12.611615 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:13.687314 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0b22f-144f-4ed8-a171-c252ef7fa346 req-ac4abaf7-50bf-45d5-a483-ec77f7c2367f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:13.688764 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-54b0b22f-144f-4ed8-a171-c252ef7fa346 req-ac4abaf7-50bf-45d5-a483-ec77f7c2367f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 945 time: 0.1349652 May 20 16:19:13.734222 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-54b0b22f-144f-4ed8-a171-c252ef7fa346 req-ba38cddb-0bbd-4b42-a290-262bf2699be2 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2b1a45d-afd3-48da-8ded-0c192d3cfae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390062 May 20 16:19:13.922494 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd0bc5-6e21-4202-9470-55c072a07d9e req-b83f02c1-51e4-490b-bf35-cc5ca43110c7 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:13.924003 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-16dd0bc5-6e21-4202-9470-55c072a07d9e req-b83f02c1-51e4-490b-bf35-cc5ca43110c7 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 945 time: 0.0830851 May 20 16:19:13.933433 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 52916) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:19:13.938682 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-ff68d137-d92c-4e8b-baaf-9995ebba899a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Request body: {'floatingip': {'port_id': '64329d77-4332-4568-b501-9e2267344d3e'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:19:14.016722 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ff68d137-d92c-4e8b-baaf-9995ebba899a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:14.584264 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:14.620511 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ff68d137-d92c-4e8b-baaf-9995ebba899a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:14.697454 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ff68d137-d92c-4e8b-baaf-9995ebba899a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:14.948685 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.l3_db [None req-ff68d137-d92c-4e8b-baaf-9995ebba899a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Floating IP 5c2e0e3c-7fd4-4ed5-a7b0-70d1a0430a24 associated. External IP: 172.28.0.81, port: 64329d77-4332-4568-b501-9e2267344d3e. May 20 16:19:15.046968 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fdd38-5839-4c8e-9328-44d0e18e8d5f req-9a35e697-dd54-4284-ace0-fc5ec12f5368 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:15.048411 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b70fdd38-5839-4c8e-9328-44d0e18e8d5f req-9a35e697-dd54-4284-ace0-fc5ec12f5368 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.2489271 May 20 16:19:15.283390 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b70fdd38-5839-4c8e-9328-44d0e18e8d5f req-9958a9f0-5933-4eee-a1fe-325e87135391 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278819 May 20 16:19:15.469647 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff68d137-d92c-4e8b-baaf-9995ebba899a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Router b6a95e99-04dd-4d66-bee2-914075d14c19 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:19:15.656451 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff68d137-d92c-4e8b-baaf-9995ebba899a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:19:15.666383 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ff68d137-d92c-4e8b-baaf-9995ebba899a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:15.666496 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2450c-7773-490e-9fc4-b6686c7cb3c3 None None] Sync routers for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:19:15.675750 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2450c-7773-490e-9fc4-b6686c7cb3c3 None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:19:15.676387 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-f3c2450c-7773-490e-9fc4-b6686c7cb3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:19:11Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:15.716846 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-ff68d137-d92c-4e8b-baaf-9995ebba899a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "PUT /v2.0/floatingips/5c2e0e3c-7fd4-4ed5-a7b0-70d1a0430a24 HTTP/1.1" status: 200 len: 990 time: 1.7822747 May 20 16:19:15.717896 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'tag': '64329d77-4332-4568-b501-9e2267344d3e'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:19:15.766044 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'tag': '64329d77-4332-4568-b501-9e2267344d3e', 'status': 'completed', 'code': 200} May 20 16:19:15.857787 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-f3c2450c-7773-490e-9fc4-b6686c7cb3c3 None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:19:15.866414 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1dc3b-4e7a-4e0d-8e9f-52284a96b0eb req-e146cf29-bee3-4ea2-a6c0-9f13ca89daf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:15.867878 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6dc1dc3b-4e7a-4e0d-8e9f-52284a96b0eb req-e146cf29-bee3-4ea2-a6c0-9f13ca89daf3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 1098 time: 0.0811944 May 20 16:19:16.001921 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1dc3b-4e7a-4e0d-8e9f-52284a96b0eb req-2906e70d-fb9c-46f9-a26b-4d4027aba4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:16.003892 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6dc1dc3b-4e7a-4e0d-8e9f-52284a96b0eb req-2906e70d-fb9c-46f9-a26b-4d4027aba4b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7c991ff3-27de-4b59-a027-84c9882b61c3 HTTP/1.1" status: 200 len: 911 time: 0.1255445 May 20 16:19:16.102623 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6dc1dc3b-4e7a-4e0d-8e9f-52284a96b0eb req-e8ab6944-33c5-433e-b57b-134af4a3d831 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64329d77-4332-4568-b501-9e2267344d3e HTTP/1.1" status: 200 len: 998 time: 0.0921378 May 20 16:19:16.168142 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1dc3b-4e7a-4e0d-8e9f-52284a96b0eb req-acfea199-daeb-4eb0-875c-b96da07de9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:16.169626 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6dc1dc3b-4e7a-4e0d-8e9f-52284a96b0eb req-acfea199-daeb-4eb0-875c-b96da07de9f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=79ec8476-25a8-4da3-86e3-eb6c97020447 HTTP/1.1" status: 200 len: 849 time: 0.0606666 May 20 16:19:16.200646 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-f3c2450c-7773-490e-9fc4-b6686c7cb3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '5c2e0e3c-7fd4-4ed5-a7b0-70d1a0430a24', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'floating_ip_address': '172.28.0.81', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'port_id': '64329d77-4332-4568-b501-9e2267344d3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'mac_address': 'fa:16:3e:dd:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:14Z', 'revision_number': 1, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:29Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:16.204488 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2450c-7773-490e-9fc4-b6686c7cb3c3 None None] Checking router: b6a95e99-04dd-4d66-bee2-914075d14c19 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:19:16.213286 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c2450c-7773-490e-9fc4-b6686c7cb3c3 None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:19:16.213886 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-f3c2450c-7773-490e-9fc4-b6686c7cb3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:19:11Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:16.243762 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1dc3b-4e7a-4e0d-8e9f-52284a96b0eb req-6dff47fd-748c-4f22-b26c-dc88a5a7baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:16.245279 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6dc1dc3b-4e7a-4e0d-8e9f-52284a96b0eb req-6dff47fd-748c-4f22-b26c-dc88a5a7baca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7c991ff3-27de-4b59-a027-84c9882b61c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0691645 May 20 16:19:16.390109 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6dc1dc3b-4e7a-4e0d-8e9f-52284a96b0eb req-9693da52-8713-4f21-85e3-e1a51365c250 service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364799 May 20 16:19:16.419822 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-f3c2450c-7773-490e-9fc4-b6686c7cb3c3 None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:19:16.590908 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6dc1dc3b-4e7a-4e0d-8e9f-52284a96b0eb req-c058c4cc-622f-40e2-b89f-06dde258f1cf service neutron] 10.222.0.10 "GET /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933558 May 20 16:19:16.602822 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3e4c3-dd18-47ac-9e41-4b205960a16a req-77a31dff-6c83-4285-b035-4a19908aee01 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:16.604067 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-63b3e4c3-dd18-47ac-9e41-4b205960a16a req-77a31dff-6c83-4285-b035-4a19908aee01 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.1847360 May 20 16:19:16.652059 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-63b3e4c3-dd18-47ac-9e41-4b205960a16a req-d5187b6f-6246-432b-a8a8-980ed07f6a91 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415242 May 20 16:19:16.789743 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-f3c2450c-7773-490e-9fc4-b6686c7cb3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '5c2e0e3c-7fd4-4ed5-a7b0-70d1a0430a24', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'floating_ip_address': '172.28.0.81', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'port_id': '64329d77-4332-4568-b501-9e2267344d3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'mac_address': 'fa:16:3e:dd:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:14Z', 'revision_number': 1, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:29Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:16.794257 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c2450c-7773-490e-9fc4-b6686c7cb3c3 None None] The sync data for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb is: [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '5c2e0e3c-7fd4-4ed5-a7b0-70d1a0430a24', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'floating_ip_address': '172.28.0.81', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'port_id': '64329d77-4332-4568-b501-9e2267344d3e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'mac_address': 'fa:16:3e:dd:aa:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:18:58Z', 'updated_at': '2021-05-20T16:19:14Z', 'revision_number': 1, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:29Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:19:16.985049 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c356a1f-fb97-49a4-83fc-8ff6be72adaf None None] New status for floating IP 5c2e0e3c-7fd4-4ed5-a7b0-70d1a0430a24: ACTIVE {{(pid=92274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:19:17.695612 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 52970) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:19:17.754419 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4fe82f-104c-4800-a277-59562cb21fbe admin admin] Deleting subnet 5fbbb1e8-4d63-489e-b6b0-196de89f4233 {{(pid=92271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:19:17.757519 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe82f-104c-4800-a277-59562cb21fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:17.854139 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe82f-104c-4800-a277-59562cb21fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10626589'] for subnet, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:18.012326 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe82f-104c-4800-a277-59562cb21fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:18.059267 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512bfbe-755f-40f8-b885-d38f58c5adb9 req-97f1b16b-2c74-45b1-863f-e5c35df19c46 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:18.060723 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0512bfbe-755f-40f8-b885-d38f58c5adb9 req-97f1b16b-2c74-45b1-863f-e5c35df19c46 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.2745616 May 20 16:19:18.193171 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0512bfbe-755f-40f8-b885-d38f58c5adb9 req-e894e654-6ce1-4af4-9241-f41d047aeaba tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257002 May 20 16:19:18.342746 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe82f-104c-4800-a277-59562cb21fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10965085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631585'] for subnet, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:18.350316 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-bc3a602f-a0df-4c9a-9251-37f38be93693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:18.384968 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-6b4fe82f-104c-4800-a277-59562cb21fbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:18.392672 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4fe82f-104c-4800-a277-59562cb21fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fbbb1e8-4d63-489e-b6b0-196de89f4233,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:18.396161 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-6b4fe82f-104c-4800-a277-59562cb21fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:18.398709 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-6b4fe82f-104c-4800-a277-59562cb21fbe admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5fbbb1e8-4d63-489e-b6b0-196de89f4233 HTTP/1.1" status: 204 len: 168 time: 0.7015584 May 20 16:19:18.400568 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 52976) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:19:18.505693 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:18.628537 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:18.641078 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7de2592-fdff-4d19-8719-27ca97996826']}} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:18.653758 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90dcaf68-53c1-459b-be90-9212817a85e8') {'for_net_delete': True} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:18.654051 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90dcaf68-53c1-459b-be90-9212817a85e8') {} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:19:18.666174 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10626578'] for segment, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:18.691146 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:18.696969 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=92271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:19:18.697595 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10965243'] for segment, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: Traceback (most recent call last): May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: timer() May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: cb(*args, **kw) May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: return func(*args, **kwargs) May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: self._notify() May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: self.callback(batched_events) May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: event.method(event) May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: return f(self, *a, **k) May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: return self._get(url).json() May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: return self.request(url, 'GET', **kwargs) May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:19:18.710727 dv-cinder-689486-13-smb neutron-server[92271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:19:18.845600 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:18.849477 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:18.863075 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:18.872580 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7de2592-fdff-4d19-8719-27ca97996826,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:18.875718 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b7de2592-fdff-4d19-8719-27ca97996826 HTTP/1.1" status: 204 len: 168 time: 0.4741948 May 20 16:19:18.876741 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:19.239740 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 52986) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:19:19.289675 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-e6257d7d-48e5-47f4-86de-5a761719f41c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a63f2e395da4705b72efd7a61da5e11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486705 May 20 16:19:19.292165 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 52990) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:19:19.407309 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dd946fa2-de2a-4946-99fe-b126c59dadad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:19.444675 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47027a57-9b05-409f-90c5-a99d91646e99 req-5189a720-a1c9-4966-bc9d-cbf1011ddc43 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:19.446153 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-47027a57-9b05-409f-90c5-a99d91646e99 req-5189a720-a1c9-4966-bc9d-cbf1011ddc43 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.1295812 May 20 16:19:19.450468 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dd946fa2-de2a-4946-99fe-b126c59dadad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:19.519212 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-47027a57-9b05-409f-90c5-a99d91646e99 req-f79aec7a-46c8-43b6-b470-f6508ffecccb tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619814 May 20 16:19:19.634117 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dd946fa2-de2a-4946-99fe-b126c59dadad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:19.638139 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9ad28617-7549-4cfa-ad42-d91f03d54c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:19.648668 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd946fa2-de2a-4946-99fe-b126c59dadad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a312ba-cbc8-4f93-b924-4bf97e4c51dd,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:19.651148 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-dd946fa2-de2a-4946-99fe-b126c59dadad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:19.656206 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dd946fa2-de2a-4946-99fe-b126c59dadad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:19.657388 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-dd946fa2-de2a-4946-99fe-b126c59dadad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d9a312ba-cbc8-4f93-b924-4bf97e4c51dd HTTP/1.1" status: 204 len: 168 time: 0.3642583 May 20 16:19:20.714447 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe5c73-9a83-4963-a5f6-1aa543efec57 req-977521ca-5e8a-4e8b-b9b5-843b056ff611 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:20.715878 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3afe5c73-9a83-4963-a5f6-1aa543efec57 req-977521ca-5e8a-4e8b-b9b5-843b056ff611 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0829661 May 20 16:19:20.760228 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3afe5c73-9a83-4963-a5f6-1aa543efec57 req-162aa494-f006-4e33-8a56-4ddfc07be4e6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386941 May 20 16:19:22.187575 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77152f76-e5bf-4d8f-afe3-4b7ea14d9937 req-ee656ab6-e117-4d09-b7fd-4e22090d7901 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:22.189025 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-77152f76-e5bf-4d8f-afe3-4b7ea14d9937 req-ee656ab6-e117-4d09-b7fd-4e22090d7901 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0809259 May 20 16:19:22.238141 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-77152f76-e5bf-4d8f-afe3-4b7ea14d9937 req-413b7579-1844-4caf-9077-5af4338cbfd1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420945 May 20 16:19:23.431156 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f1bb0-441a-4b63-8642-87798516461b req-d880c812-cd29-4ad1-b810-c16abdc760b4 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:23.432594 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fd1f1bb0-441a-4b63-8642-87798516461b req-d880c812-cd29-4ad1-b810-c16abdc760b4 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0789256 May 20 16:19:23.476823 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fd1f1bb0-441a-4b63-8642-87798516461b req-2ebed474-6499-4c44-b339-ddf47f822f29 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384848 May 20 16:19:24.670398 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ed731-667c-44b0-bc22-da0db69c0dcf req-cdd6e57a-d1cf-42bb-a0bf-bab57f02d289 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:24.671848 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dc8ed731-667c-44b0-bc22-da0db69c0dcf req-cdd6e57a-d1cf-42bb-a0bf-bab57f02d289 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0827250 May 20 16:19:24.717198 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dc8ed731-667c-44b0-bc22-da0db69c0dcf req-f02497f7-1461-4c08-83ed-6df815225de8 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394278 May 20 16:19:25.905276 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dfbc9-055d-4072-8d95-dbe75a0aef73 req-a8b3e38f-9e7a-46c1-bed3-de9eb891931b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:25.906727 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7d3dfbc9-055d-4072-8d95-dbe75a0aef73 req-a8b3e38f-9e7a-46c1-bed3-de9eb891931b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0800972 May 20 16:19:25.955016 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7d3dfbc9-055d-4072-8d95-dbe75a0aef73 req-c27085c3-716e-4bc1-a085-74458258207d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411694 May 20 16:19:27.068910 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd9196-020c-4aa3-a2ea-6b47f973dec5 req-006393af-1b6e-449f-ab1e-acf72c4cb924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:27.070988 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-15dd9196-020c-4aa3-a2ea-6b47f973dec5 req-006393af-1b6e-449f-ab1e-acf72c4cb924 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 1098 time: 0.1853092 May 20 16:19:27.358723 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19faf6-ce2e-459b-a64e-f7781f71b0f4 req-ffe50e31-36d9-42d5-9cc7-3335f4611dd2 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:27.360361 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6a19faf6-ce2e-459b-a64e-f7781f71b0f4 req-ffe50e31-36d9-42d5-9cc7-3335f4611dd2 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.2863045 May 20 16:19:27.363760 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd9196-020c-4aa3-a2ea-6b47f973dec5 req-f89226ef-4081-4bba-bd61-5c257d9f48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:27.366114 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-15dd9196-020c-4aa3-a2ea-6b47f973dec5 req-f89226ef-4081-4bba-bd61-5c257d9f48a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 917 time: 0.2594576 May 20 16:19:27.432445 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device e0662107-6ae1-40cb-af4b-c81b3fea7a47 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:19:27.492424 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6a19faf6-ce2e-459b-a64e-f7781f71b0f4 req-f69b74f8-f186-40ab-8c5f-37015ceffa24 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248007 May 20 16:19:27.498936 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-15dd9196-020c-4aa3-a2ea-6b47f973dec5 req-97ecec4f-739a-40c9-9396-c151cfb6b090 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47 HTTP/1.1" status: 200 len: 1001 time: 0.1186426 May 20 16:19:27.568165 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd9196-020c-4aa3-a2ea-6b47f973dec5 req-ac2bcfc0-8f84-42d8-a16b-5bfeec58a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:27.569734 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-15dd9196-020c-4aa3-a2ea-6b47f973dec5 req-ac2bcfc0-8f84-42d8-a16b-5bfeec58a419 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 200 len: 855 time: 0.0640686 May 20 16:19:27.575345 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:27.590701 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'port_id': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'mac_address': 'fa:16:3e:7b:9e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:19:27.648313 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd9196-020c-4aa3-a2ea-6b47f973dec5 req-95420c24-1d4c-4102-82fc-932aed5cde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:27.650018 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:27.650340 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-15dd9196-020c-4aa3-a2ea-6b47f973dec5 req-95420c24-1d4c-4102-82fc-932aed5cde88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bf0ab52-43c3-4f36-9190-4a119be4b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0736942 May 20 16:19:27.678647 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0662107-6ae1-40cb-af4b-c81b3fea7a47 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:19:27.694804 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:27.742750 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:27.776872 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:27.779072 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-7d8d6423-1d8e-4989-9ca5-f96976d434ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:27.791090 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-15dd9196-020c-4aa3-a2ea-6b47f973dec5 req-b9308d8a-dc68-4441-8d30-8e0bb26f8087 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341445 May 20 16:19:27.900838 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=e0662107-6ae1-40cb-af4b-c81b3fea7a47,revision_number=6']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:27.910376 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:27.910844 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:27.911162 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:27.911548 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:27.911860 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:27.912195 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:27.912503 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:27.913488 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:27.913488 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:27.913839 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:27.914176 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:27.914494 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:19:27.919414 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['e0662107-6ae1-40cb-af4b-c81b3fea7a47'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:19:27.950352 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-15dd9196-020c-4aa3-a2ea-6b47f973dec5 req-2d7edff2-7875-4846-843e-89c5128594ba service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508965 May 20 16:19:27.957286 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:28.734821 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6c57d-6d7f-4ddf-8a2b-934bfe244ba4 req-f2032053-a484-4e3f-9e45-4da90fb6cb28 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:28.737457 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-83a6c57d-6d7f-4ddf-8a2b-934bfe244ba4 req-f2032053-a484-4e3f-9e45-4da90fb6cb28 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 944 time: 0.1106651 May 20 16:19:28.802084 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-83a6c57d-6d7f-4ddf-8a2b-934bfe244ba4 req-a2422c90-1d55-435b-bcde-cb3c83fabf32 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576422 May 20 16:19:29.451754 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device e0662107-6ae1-40cb-af4b-c81b3fea7a47 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:19:29.532810 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port e0662107-6ae1-40cb-af4b-c81b3fea7a47 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:19:29.535732 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:29.674153 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:29.708822 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:19:29.723870 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:29.765262 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'code': 200} May 20 16:19:29.771419 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:29.773594 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:29.849508 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=e0662107-6ae1-40cb-af4b-c81b3fea7a47,revision_number=7']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:29.861817 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:29.997330 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8058d21e-0de6-4c94-9ccb-fa16aa904822 req-1b4fe3ed-9b2a-4ef9-bac9-a8b75107e644 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:29.999449 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8058d21e-0de6-4c94-9ccb-fa16aa904822 req-1b4fe3ed-9b2a-4ef9-bac9-a8b75107e644 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0863872 May 20 16:19:30.054048 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8058d21e-0de6-4c94-9ccb-fa16aa904822 req-3f5af436-e366-4161-a884-1a9f115fe168 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458117 May 20 16:19:31.268235 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0064ff8-a6c1-4b87-979f-288c47c41d50 req-f723ec06-704b-4e25-ab04-26b118fd7497 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:31.270399 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c0064ff8-a6c1-4b87-979f-288c47c41d50 req-f723ec06-704b-4e25-ab04-26b118fd7497 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0902677 May 20 16:19:31.323536 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c0064ff8-a6c1-4b87-979f-288c47c41d50 req-141aa5b1-3150-4263-987a-809ab42710f7 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471473 May 20 16:19:32.573461 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274bd80-c69b-4d21-bd8a-748db76a6c09 req-1f72440c-2ac6-4bcf-82f7-564e45fc3517 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:32.576026 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4274bd80-c69b-4d21-bd8a-748db76a6c09 req-1f72440c-2ac6-4bcf-82f7-564e45fc3517 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.1309261 May 20 16:19:32.649897 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4274bd80-c69b-4d21-bd8a-748db76a6c09 req-b07c57df-1a44-46a6-994b-ef9e21ca0a87 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660195 May 20 16:19:33.856534 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c1238-3c1f-4249-a878-e8442d2a34a6 req-9294ea01-3a88-4408-a42a-6dc84783e914 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:33.858176 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5f6c1238-3c1f-4249-a878-e8442d2a34a6 req-9294ea01-3a88-4408-a42a-6dc84783e914 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0908523 May 20 16:19:33.916066 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5f6c1238-3c1f-4249-a878-e8442d2a34a6 req-af8858b5-69d2-469f-8e05-0910302ec75b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511546 May 20 16:19:35.145808 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f842e30-463e-4464-944c-a3f8d9fcf699 req-33e905ae-fef5-42cf-a4b8-90409094d762 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:35.147346 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8f842e30-463e-4464-944c-a3f8d9fcf699 req-33e905ae-fef5-42cf-a4b8-90409094d762 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0922091 May 20 16:19:35.197889 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8f842e30-463e-4464-944c-a3f8d9fcf699 req-2fccaa5a-1dce-45de-9784-db10bd8fd36a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445428 May 20 16:19:35.667710 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:19:36.421122 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a3069-56ef-4e0b-b7a7-f8bfd7bcbdfd req-d6a11052-730b-4870-affd-f2c2e1c39641 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:36.422556 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fc3a3069-56ef-4e0b-b7a7-f8bfd7bcbdfd req-d6a11052-730b-4870-affd-f2c2e1c39641 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.1004565 May 20 16:19:36.467304 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fc3a3069-56ef-4e0b-b7a7-f8bfd7bcbdfd req-c25c9aa6-a4ae-4c7a-943f-f83760261f4b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387454 May 20 16:19:37.664721 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78497f-30b9-4552-b14e-60e3676bcbf6 req-28108260-f5d7-4668-8105-d6349da4e030 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:37.666173 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cd78497f-30b9-4552-b14e-60e3676bcbf6 req-28108260-f5d7-4668-8105-d6349da4e030 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0814743 May 20 16:19:37.711646 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cd78497f-30b9-4552-b14e-60e3676bcbf6 req-6f257506-f150-4512-a634-9b41f848d000 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391076 May 20 16:19:38.315695 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07603b27-6ca2-44be-aa70-122a0c457724 req-adfde28f-b716-41ed-af87-03f046d6c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:38.317055 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-07603b27-6ca2-44be-aa70-122a0c457724 req-adfde28f-b716-41ed-af87-03f046d6c558 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 1098 time: 0.0775774 May 20 16:19:38.519824 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07603b27-6ca2-44be-aa70-122a0c457724 req-6abde4ea-4a23-4a05-b016-e9b3e201ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:38.521221 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-07603b27-6ca2-44be-aa70-122a0c457724 req-6abde4ea-4a23-4a05-b016-e9b3e201ec16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 917 time: 0.1972153 May 20 16:19:38.624372 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-07603b27-6ca2-44be-aa70-122a0c457724 req-73b932ce-6d19-4833-a448-76d439c25808 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47 HTTP/1.1" status: 200 len: 1001 time: 0.0953472 May 20 16:19:38.685796 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07603b27-6ca2-44be-aa70-122a0c457724 req-a197abf3-ddd2-4317-8c4d-cc35160b9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:38.687172 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-07603b27-6ca2-44be-aa70-122a0c457724 req-a197abf3-ddd2-4317-8c4d-cc35160b9e40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 200 len: 855 time: 0.0560946 May 20 16:19:38.764958 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07603b27-6ca2-44be-aa70-122a0c457724 req-c074895c-4271-4baa-8450-79ba05da1eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:38.766307 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-07603b27-6ca2-44be-aa70-122a0c457724 req-c074895c-4271-4baa-8450-79ba05da1eac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bf0ab52-43c3-4f36-9190-4a119be4b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0722044 May 20 16:19:38.868354 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-698f8499-1e39-48ee-9ee4-c612e47326d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:38.959357 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-07603b27-6ca2-44be-aa70-122a0c457724 req-05bb964b-af69-4b8f-9826-09eb53e28343 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858516 May 20 16:19:39.011717 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35616f-f50e-4280-bb0c-13c0f180263d req-6c866d44-e3c4-4202-bbc0-ce62e9e31588 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:39.013127 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de35616f-f50e-4280-bb0c-13c0f180263d req-6c866d44-e3c4-4202-bbc0-ce62e9e31588 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.1536698 May 20 16:19:39.130153 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-de35616f-f50e-4280-bb0c-13c0f180263d req-f66d4a8b-e438-4551-befc-f92571a992b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676820 May 20 16:19:39.137733 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-07603b27-6ca2-44be-aa70-122a0c457724 req-407a735f-4324-492e-a860-ff0e6fdc369e service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710651 May 20 16:19:40.324116 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e1896-afe4-46d7-9396-1e96dadd2b65 req-cb2dab6f-43b5-436c-8735-db4c9e77ff91 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:40.325583 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ed6e1896-afe4-46d7-9396-1e96dadd2b65 req-cb2dab6f-43b5-436c-8735-db4c9e77ff91 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0843778 May 20 16:19:40.369012 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ed6e1896-afe4-46d7-9396-1e96dadd2b65 req-4b69c886-6757-4c10-b7e2-296276d1dbfb tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377688 May 20 16:19:41.468253 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:41.505666 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device e0662107-6ae1-40cb-af4b-c81b3fea7a47 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:19:41.564301 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4a089-184d-4f09-990b-e5d8ed4eca93 req-abacf321-99e2-4197-8b7e-367c294eee96 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:41.566457 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-91a4a089-184d-4f09-990b-e5d8ed4eca93 req-abacf321-99e2-4197-8b7e-367c294eee96 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 945 time: 0.0845249 May 20 16:19:41.616552 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-91a4a089-184d-4f09-990b-e5d8ed4eca93 req-5367c302-768f-427f-84a7-047c50f7e8e6 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437763 May 20 16:19:41.625641 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:41.653887 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:19:41.666867 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:41.669218 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-96bcb61f-27fc-44d7-ba99-51779d872f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:41.754354 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:41.756096 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:19:41.811165 dv-cinder-689486-13-smb neutron-server[92273]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'code': 422} returned with failed status May 20 16:19:41.828027 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=e0662107-6ae1-40cb-af4b-c81b3fea7a47,revision_number=8']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:19:41.831574 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:19:42.617127 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:44.016567 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc350299-204f-4b75-a524-c47067ee1110 req-d63a6f2d-89dc-4ada-9b37-e92f8edc139b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:44.018065 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fc350299-204f-4b75-a524-c47067ee1110 req-d63a6f2d-89dc-4ada-9b37-e92f8edc139b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0824869 May 20 16:19:44.063665 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fc350299-204f-4b75-a524-c47067ee1110 req-8e9679e4-a8e7-437a-a042-4c9c7d22eaf5 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385082 May 20 16:19:44.267500 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-ef60650c-2c16-4f03-9767-6775003e8549 req-f5726538-7c81-4823-987c-ae87855e81d0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0687580 May 20 16:19:44.571444 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:45.265954 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010f5d0-1bb5-4b3c-a6cc-de7943b107fa req-be9f8294-1a3a-4722-9dda-51b346a1ddcd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:45.267981 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4010f5d0-1bb5-4b3c-a6cc-de7943b107fa req-be9f8294-1a3a-4722-9dda-51b346a1ddcd tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0886047 May 20 16:19:45.314181 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4010f5d0-1bb5-4b3c-a6cc-de7943b107fa req-c9ae67f2-c213-42a0-a3df-9dcab1927f8f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403929 May 20 16:19:45.764511 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60650c-2c16-4f03-9767-6775003e8549 req-48b244a7-de88-42ff-95ae-39f4954b7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:45.765995 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ef60650c-2c16-4f03-9767-6775003e8549 req-48b244a7-de88-42ff-95ae-39f4954b7267 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0&tenant_id=6d29132c0c9f4273b5f1de866b91a288 HTTP/1.1" status: 200 len: 1096 time: 0.0694780 May 20 16:19:45.858158 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60650c-2c16-4f03-9767-6775003e8549 req-b4005afe-a490-450b-9595-a3db0d1bb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:45.859588 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ef60650c-2c16-4f03-9767-6775003e8549 req-b4005afe-a490-450b-9595-a3db0d1bb020 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0715101 May 20 16:19:45.990144 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60650c-2c16-4f03-9767-6775003e8549 req-ad477036-7a57-4276-8468-c269994873c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:45.991571 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ef60650c-2c16-4f03-9767-6775003e8549 req-ad477036-7a57-4276-8468-c269994873c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 917 time: 0.1251097 May 20 16:19:46.093696 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ef60650c-2c16-4f03-9767-6775003e8549 req-92d9b7ee-3a06-4f48-aef1-ee31a0189bfb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47 HTTP/1.1" status: 200 len: 999 time: 0.0947344 May 20 16:19:46.154987 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60650c-2c16-4f03-9767-6775003e8549 req-f19f29d6-d887-4545-9361-304102d50974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:46.156419 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ef60650c-2c16-4f03-9767-6775003e8549 req-f19f29d6-d887-4545-9361-304102d50974 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 200 len: 855 time: 0.0567613 May 20 16:19:46.230940 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60650c-2c16-4f03-9767-6775003e8549 req-04b814d2-6195-497a-b979-914671936d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:46.232399 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ef60650c-2c16-4f03-9767-6775003e8549 req-04b814d2-6195-497a-b979-914671936d6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bf0ab52-43c3-4f36-9190-4a119be4b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0692241 May 20 16:19:46.502882 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ef60650c-2c16-4f03-9767-6775003e8549 req-f27582f1-574b-402f-accc-97e3378231c7 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627146 May 20 16:19:46.561684 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77988b4a-1326-4e69-b335-3ca70094d2f5 req-69351b8d-392c-4a4a-ae2f-dcc3a7871ee2 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:46.563125 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-77988b4a-1326-4e69-b335-3ca70094d2f5 req-69351b8d-392c-4a4a-ae2f-dcc3a7871ee2 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.1381934 May 20 16:19:46.678819 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-77988b4a-1326-4e69-b335-3ca70094d2f5 req-c6d4482d-43e1-4a96-9be2-04767aee3b54 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711741 May 20 16:19:46.681933 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ef60650c-2c16-4f03-9767-6775003e8549 req-2f095238-f38a-41e1-b6ea-26ea9e82ffaf service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715119 May 20 16:19:47.876903 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059546f-b862-4534-ac4f-fa6ee91a4408 req-cc26f52d-df54-47ee-9490-a3fd8f2ec00a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:47.878405 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6059546f-b862-4534-ac4f-fa6ee91a4408 req-cc26f52d-df54-47ee-9490-a3fd8f2ec00a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0871751 May 20 16:19:47.924877 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6059546f-b862-4534-ac4f-fa6ee91a4408 req-58fbe069-adb3-42d3-98ff-6c9aed36c93f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403152 May 20 16:19:49.126249 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7b9ef-27df-4448-adae-e106eeefdcd7 req-22668957-4908-4208-8e76-f3f8836c407f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:49.127707 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-80a7b9ef-27df-4448-adae-e106eeefdcd7 req-22668957-4908-4208-8e76-f3f8836c407f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0822442 May 20 16:19:49.178965 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-80a7b9ef-27df-4448-adae-e106eeefdcd7 req-60c6fc4e-7cb3-48b2-8113-d7d900c89b8b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439448 May 20 16:19:50.371836 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6367336-3391-4256-9b7a-657a524da22f req-87aabfcf-7264-421c-96dd-7a71d3986fb2 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:50.373313 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c6367336-3391-4256-9b7a-657a524da22f req-87aabfcf-7264-421c-96dd-7a71d3986fb2 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0809286 May 20 16:19:50.420270 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c6367336-3391-4256-9b7a-657a524da22f req-b3346400-3113-439b-92ad-48ca0647123f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412736 May 20 16:19:51.632874 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da284a-6535-4a75-b548-7e88c12344b5 req-ef9789f6-9a3f-4531-85e3-ae506e2344ed tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:51.634348 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-17da284a-6535-4a75-b548-7e88c12344b5 req-ef9789f6-9a3f-4531-85e3-ae506e2344ed tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0963738 May 20 16:19:51.683855 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-17da284a-6535-4a75-b548-7e88c12344b5 req-a2089393-e130-420c-af6f-706bb87eab47 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436444 May 20 16:19:52.913282 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b357ae-b464-420c-9ab3-e24c73a9b55d req-952b84a9-af81-4d86-ad81-1e1da73d3046 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:52.914801 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-57b357ae-b464-420c-9ab3-e24c73a9b55d req-952b84a9-af81-4d86-ad81-1e1da73d3046 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0895202 May 20 16:19:52.965952 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-57b357ae-b464-420c-9ab3-e24c73a9b55d req-c236b162-d9e8-42ef-82b7-3de402ea0efc tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454307 May 20 16:19:54.163773 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114b530-e3d6-437f-afb0-63e96022857b req-a55aba82-2b2a-43e4-96d3-62d3bf879520 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:54.165393 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5114b530-e3d6-437f-afb0-63e96022857b req-a55aba82-2b2a-43e4-96d3-62d3bf879520 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0842869 May 20 16:19:54.209898 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5114b530-e3d6-437f-afb0-63e96022857b req-1caecf5e-e42b-4eb5-83a7-b0a878b2dd90 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387976 May 20 16:19:55.434488 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89b7e3-6ec4-44aa-84dc-b22203848242 req-b496617e-400e-4467-8499-336d93b767f9 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:55.442450 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bd89b7e3-6ec4-44aa-84dc-b22203848242 req-b496617e-400e-4467-8499-336d93b767f9 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0912697 May 20 16:19:55.482282 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bd89b7e3-6ec4-44aa-84dc-b22203848242 req-cd7ecfe0-a86e-443d-9709-53d82f850125 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389695 May 20 16:19:56.686724 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e72f7f-6115-40e2-b398-d011f4d372aa req-f0993e5f-9449-4285-97fd-f2642c578d01 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:56.688901 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-69e72f7f-6115-40e2-b398-d011f4d372aa req-f0993e5f-9449-4285-97fd-f2642c578d01 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0858192 May 20 16:19:56.734531 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-69e72f7f-6115-40e2-b398-d011f4d372aa req-c1209434-d457-4357-9280-2de181cf1006 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389259 May 20 16:19:57.731154 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:57.926405 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa8738-8be2-4008-a8e1-828b7bb2efd8 req-dd156e0c-27c0-4f6b-9c4d-d912db59a0af tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:57.927836 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ffaa8738-8be2-4008-a8e1-828b7bb2efd8 req-dd156e0c-27c0-4f6b-9c4d-d912db59a0af tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0825059 May 20 16:19:57.972785 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ffaa8738-8be2-4008-a8e1-828b7bb2efd8 req-112435a7-1bb5-4c49-bf74-a1a1c2e5b597 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389237 May 20 16:19:59.170753 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71afe99-950d-4e77-ade3-afacba6dcbf9 req-1837febe-6d8c-48a3-9663-e0a2a2478d92 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:19:59.172245 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a71afe99-950d-4e77-ade3-afacba6dcbf9 req-1837febe-6d8c-48a3-9663-e0a2a2478d92 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0842927 May 20 16:19:59.217039 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a71afe99-950d-4e77-ade3-afacba6dcbf9 req-0a01d818-0072-40fa-a2eb-a6ec9869085a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385501 May 20 16:19:59.589737 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device e0662107-6ae1-40cb-af4b-c81b3fea7a47 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:19:59.731686 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:19:59.744441 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'port_id': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'mac_address': 'fa:16:3e:7b:9e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:19:59.801859 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:19:59.818035 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0662107-6ae1-40cb-af4b-c81b3fea7a47 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:19:59.832860 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:00.422058 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560b766-b533-4bc8-99b9-e8c46d2e34c8 req-577dae90-bf9e-4c58-a178-02613f35d919 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:00.423560 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6560b766-b533-4bc8-99b9-e8c46d2e34c8 req-577dae90-bf9e-4c58-a178-02613f35d919 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 943 time: 0.0893362 May 20 16:20:00.478619 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6560b766-b533-4bc8-99b9-e8c46d2e34c8 req-a1ff98f2-b434-40af-9add-e322b8850e3b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482168 May 20 16:20:00.953890 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:00.956491 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-79eb2c39-40f9-411f-940b-e5282aea7843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:01.023462 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=e0662107-6ae1-40cb-af4b-c81b3fea7a47,revision_number=9']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:01.026678 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:01.179183 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['e0662107-6ae1-40cb-af4b-c81b3fea7a47'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:20:01.685669 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8358b6-7d69-47ca-9221-e60cf3b1fbb3 req-3b2eaed9-ab5e-4c56-8d6d-2e28edb11c47 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:01.687134 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6e8358b6-7d69-47ca-9221-e60cf3b1fbb3 req-3b2eaed9-ab5e-4c56-8d6d-2e28edb11c47 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 944 time: 0.0892003 May 20 16:20:01.736985 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6e8358b6-7d69-47ca-9221-e60cf3b1fbb3 req-e0ea3a2a-3879-4d47-b55c-1764fb44efb3 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441864 May 20 16:20:02.937092 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3882a-9feb-4437-9ddf-7a9f5220c7e9 req-3e203aa8-f096-401b-85af-1af3621159af tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:02.938512 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-72d3882a-9feb-4437-9ddf-7a9f5220c7e9 req-3e203aa8-f096-401b-85af-1af3621159af tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 944 time: 0.0825820 May 20 16:20:02.986907 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-72d3882a-9feb-4437-9ddf-7a9f5220c7e9 req-e0b7ce16-cf3d-4208-874d-9f2b6ba4324b tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 May 20 16:20:03.621164 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device e0662107-6ae1-40cb-af4b-c81b3fea7a47 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:20:03.687280 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port e0662107-6ae1-40cb-af4b-c81b3fea7a47 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:20:03.687664 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:03.806664 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:03.834650 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:20:03.844108 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:03.937313 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:03.940596 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'code': 200} May 20 16:20:03.941166 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-7d8d6423-1d8e-4989-9ca5-f96976d434ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:04.016249 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=e0662107-6ae1-40cb-af4b-c81b3fea7a47,revision_number=10']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:04.019234 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:04.316769 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fb97c-6333-42fa-86e8-cd916c18daf1 req-999037be-acbf-49d4-8865-55a9f477d012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:04.318301 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-744fb97c-6333-42fa-86e8-cd916c18daf1 req-999037be-acbf-49d4-8865-55a9f477d012 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 1099 time: 0.0972519 May 20 16:20:04.325589 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf41b4f-33d9-42d8-b8aa-3acb8fd06dd2 req-ece05851-0857-4715-bf91-163f54ae7e8d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:04.326946 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6cf41b4f-33d9-42d8-b8aa-3acb8fd06dd2 req-ece05851-0857-4715-bf91-163f54ae7e8d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 946 time: 0.2215674 May 20 16:20:04.391207 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-744fb97c-6333-42fa-86e8-cd916c18daf1 req-71b3cd36-fcdb-44e7-8d9a-2fc3414b23ff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633271 May 20 16:20:04.398637 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6cf41b4f-33d9-42d8-b8aa-3acb8fd06dd2 req-d38da660-5727-40a5-a93f-5a33f0c30b7f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565619 May 20 16:20:05.589893 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac2529-e06a-40a9-a76e-d61c228794d8 req-f32348b9-8aee-42a5-9f24-f4010a302cf7 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:05.591347 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-32ac2529-e06a-40a9-a76e-d61c228794d8 req-f32348b9-8aee-42a5-9f24-f4010a302cf7 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 946 time: 0.0814469 May 20 16:20:05.640165 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-32ac2529-e06a-40a9-a76e-d61c228794d8 req-c8b14817-cea7-413c-b1d7-d29e9034d85f tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 May 20 16:20:06.842928 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3eb631-f453-48de-873c-f0911fd44f09 req-7ec75670-7b31-400f-9088-875d13d22890 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:06.844477 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3b3eb631-f453-48de-873c-f0911fd44f09 req-7ec75670-7b31-400f-9088-875d13d22890 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 946 time: 0.0814345 May 20 16:20:06.890248 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3b3eb631-f453-48de-873c-f0911fd44f09 req-5a848ab1-c812-4dce-a3d1-dc52ef06d1cb tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394461 May 20 16:20:08.879658 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-06f3e533-f289-4fe2-a6e0-8cc477613d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:11.506534 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:11.588300 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-eaf8a283-a49a-40f0-82aa-f6c38c65413c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:12.616680 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:12.667235 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:20:13.713712 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108caaf-0358-42f7-86ae-7016c642d4fa req-c154d071-75f0-4b78-afec-0a3ebca2ebd3 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:13.715140 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4108caaf-0358-42f7-86ae-7016c642d4fa req-c154d071-75f0-4b78-afec-0a3ebca2ebd3 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 945 time: 0.0845346 May 20 16:20:13.759714 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4108caaf-0358-42f7-86ae-7016c642d4fa req-f74b20e8-f408-4d44-86f2-73fb4fe82879 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2b1a45d-afd3-48da-8ded-0c192d3cfae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388408 May 20 16:20:14.621921 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:14.942255 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb00cf-49ea-4b58-a9b6-5ecbfee4d45b req-6f2b92cc-1de5-4769-803e-80fada31903e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:14.944305 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1acb00cf-49ea-4b58-a9b6-5ecbfee4d45b req-6f2b92cc-1de5-4769-803e-80fada31903e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 945 time: 0.0787971 May 20 16:20:14.991343 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1acb00cf-49ea-4b58-a9b6-5ecbfee4d45b req-7860fd92-0d76-4d84-b672-09c8680216fa tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2b1a45d-afd3-48da-8ded-0c192d3cfae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408874 May 20 16:20:15.618628 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792cc25-5994-41c0-b401-3849331d2234 req-597479ee-1362-474b-bc06-717c0fde701f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:15.620044 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4792cc25-5994-41c0-b401-3849331d2234 req-597479ee-1362-474b-bc06-717c0fde701f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.10 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 945 time: 0.0795555 May 20 16:20:15.754597 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Deleting port 64329d77-4332-4568-b501-9e2267344d3e {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:15.754943 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:15.888000 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] For port 64329d77-4332-4568-b501-9e2267344d3e, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=64329d77-4332-4568-b501-9e2267344d3e,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:15.888248 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:16.224863 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:16.225614 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:16.225614 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.l3_db [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Floating IP 5c2e0e3c-7fd4-4ed5-a7b0-70d1a0430a24 disassociated. External IP: 172.28.0.81, port: 64329d77-4332-4568-b501-9e2267344d3e. May 20 16:20:16.225838 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Calling delete_port for 64329d77-4332-4568-b501-9e2267344d3e owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:16.258120 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8709b-7a98-4663-9294-e8157b678bb9 req-2927c1aa-cc94-41b3-a994-126102387211 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:16.259563 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3da8709b-7a98-4663-9294-e8157b678bb9 req-2927c1aa-cc94-41b3-a994-126102387211 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 945 time: 0.1311913 May 20 16:20:16.316135 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3da8709b-7a98-4663-9294-e8157b678bb9 req-adc4c9bd-d00e-4422-b6cb-580d632821dc tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups?id=d2b1a45d-afd3-48da-8ded-0c192d3cfae9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501902 May 20 16:20:16.450659 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:16.456230 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:16.502777 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event deleted for resources: {'Port': ['ID=64329d77-4332-4568-b501-9e2267344d3e,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:16.513290 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:16.513661 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:16.514024 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:16.514383 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:16.514718 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:16.515067 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:16.515406 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:16.515754 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:16.516094 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:16.516437 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:16.516777 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:16.517116 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:16.520860 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:16.774036 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Router b6a95e99-04dd-4d66-bee2-914075d14c19 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:20:16.959897 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:20:16.969167 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e9f32-af6d-4d07-bebb-d327ce8ae545 None None] Sync routers for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:20:16.980129 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e9f32-af6d-4d07-bebb-d327ce8ae545 None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:20:16.980766 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-102e9f32-af6d-4d07-bebb-d327ce8ae545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:20:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:17.036663 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] No DVR routers for this DVR port 64329d77-4332-4568-b501-9e2267344d3e on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:20:17.040259 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:17.042907 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'name': 'network-vif-deleted', 'tag': '64329d77-4332-4568-b501-9e2267344d3e'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:20:17.125616 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4792cc25-5994-41c0-b401-3849331d2234 req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.10 "DELETE /v2.0/ports/64329d77-4332-4568-b501-9e2267344d3e HTTP/1.1" status: 204 len: 173 time: 1.5002248 May 20 16:20:17.145551 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d179f81-ea54-4a98-8fcf-468c52a7161e', 'name': 'network-vif-deleted', 'tag': '64329d77-4332-4568-b501-9e2267344d3e', 'status': 'completed', 'code': 200} May 20 16:20:17.190301 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-102e9f32-af6d-4d07-bebb-d327ce8ae545 None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:20:17.478507 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-58bf8ec7-2f76-41eb-a5d1-0a68b0ec3c8f req-7520d966-438a-4f1c-b265-1758c6cbf04f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Synchronizing usage tracker for tenant:2c3bd07c9e0742e59804b8fe8e215eb3 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:20:17.508337 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-102e9f32-af6d-4d07-bebb-d327ce8ae545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:29Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:17.512723 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e9f32-af6d-4d07-bebb-d327ce8ae545 None None] Checking router: b6a95e99-04dd-4d66-bee2-914075d14c19 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:20:17.522389 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102e9f32-af6d-4d07-bebb-d327ce8ae545 None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:20:17.523001 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-102e9f32-af6d-4d07-bebb-d327ce8ae545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:20:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:17.587984 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-58bf8ec7-2f76-41eb-a5d1-0a68b0ec3c8f req-7520d966-438a-4f1c-b265-1758c6cbf04f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Unset dirty status for tenant:2c3bd07c9e0742e59804b8fe8e215eb3 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:20:17.589639 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-58bf8ec7-2f76-41eb-a5d1-0a68b0ec3c8f req-7520d966-438a-4f1c-b265-1758c6cbf04f tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d179f81-ea54-4a98-8fcf-468c52a7161e HTTP/1.1" status: 200 len: 210 time: 0.1526811 May 20 16:20:17.701887 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-102e9f32-af6d-4d07-bebb-d327ce8ae545 None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:20:18.015407 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-102e9f32-af6d-4d07-bebb-d327ce8ae545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:29Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:18.019405 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102e9f32-af6d-4d07-bebb-d327ce8ae545 None None] The sync data for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb is: [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:15:20Z', 'revision_number': 4, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '5e6e77ad-482f-4341-bd31-4db90d0efbb1', 'name': '', 'network_id': '7c991ff3-27de-4b59-a027-84c9882b61c3', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'mac_address': 'fa:16:3e:3b:eb:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_interface', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:19Z', 'updated_at': '2021-05-20T16:15:29Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'subnets': [{'id': '79ec8476-25a8-4da3-86e3-eb6c97020447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:20:18.242611 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00830a43-9ef5-4043-ab58-d4ebe6d5050b None None] New status for floating IP 5c2e0e3c-7fd4-4ed5-a7b0-70d1a0430a24: DOWN {{(pid=92274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:20:18.794664 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53386) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:18.857437 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-153002be-607e-407c-a228-648db03ed5af tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:18.887117 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-153002be-607e-407c-a228-648db03ed5af tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:18.999537 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-153002be-607e-407c-a228-648db03ed5af tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:19.003355 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-37212a4e-18a0-4c7c-8bd4-936120be949c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:19.018705 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153002be-607e-407c-a228-648db03ed5af tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b1a45d-afd3-48da-8ded-0c192d3cfae9,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:19.021929 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-153002be-607e-407c-a228-648db03ed5af tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:19.085313 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-153002be-607e-407c-a228-648db03ed5af tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:19.086425 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-153002be-607e-407c-a228-648db03ed5af tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "DELETE /v2.0/security-groups/d2b1a45d-afd3-48da-8ded-0c192d3cfae9 HTTP/1.1" status: 204 len: 168 time: 0.2907660 May 20 16:20:19.089401 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53390) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:19.106833 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.api.v2.resource [None req-10259a7a-9258-4890-9056-14ad2601323a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] show failed (client error): The resource could not be found. May 20 16:20:19.107802 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-10259a7a-9258-4890-9056-14ad2601323a tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "GET /v2.0/security-groups/d2b1a45d-afd3-48da-8ded-0c192d3cfae9 HTTP/1.1" status: 404 len: 347 time: 0.0171931 May 20 16:20:19.110693 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53394) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:19.325012 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Deleting port b6f23fa8-a820-4d21-8b53-8953506dff86 {{(pid=92272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:19.325295 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:19.440506 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:19.440839 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:19.561127 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Calling delete_port for b6f23fa8-a820-4d21-8b53-8953506dff86 owned by network:floatingip {{(pid=92272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:19.715464 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 64329d77-4332-4568-b501-9e2267344d3e no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:20:19.755395 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: 64329d77-4332-4568-b501-9e2267344d3e {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:20:19.755753 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 64329d77-4332-4568-b501-9e2267344d3e not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:20:19.822328 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:19.826008 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:19.868977 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Pushing event deleted for resources: {'Port': ['ID=b6f23fa8-a820-4d21-8b53-8953506dff86,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:19.905314 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:19.905684 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:19.906046 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:19.906406 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:19.906756 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:19.907105 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:19.907450 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:19.907790 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:19.908131 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:19.908472 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:19.908811 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:19.909436 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:19.918916 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:19.974986 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks [] for floatingip, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:20.052139 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:20.053510 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-75b0720c-fa62-45bd-9266-d794ad011709 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] 10.222.0.11 "DELETE /v2.0/floatingips/5c2e0e3c-7fd4-4ed5-a7b0-70d1a0430a24 HTTP/1.1" status: 204 len: 168 time: 0.9419396 May 20 16:20:24.597567 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53426) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:25.232341 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566561'] for router_interface, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:25.635043 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] Deleting port 5e6e77ad-482f-4341-bd31-4db90d0efbb1 {{(pid=92272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:25.635752 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:25.755054 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.db [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] For port 5e6e77ad-482f-4341-bd31-4db90d0efbb1, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=5e6e77ad-482f-4341-bd31-4db90d0efbb1,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:25.755477 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:25.878566 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] Calling delete_port for 5e6e77ad-482f-4341-bd31-4db90d0efbb1 owned by network:router_interface {{(pid=92272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:26.188388 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:26.192392 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:26.239953 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e6e77ad-482f-4341-bd31-4db90d0efbb1,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:26.243596 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:26.536882 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566677'] for router_interface, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:26.922724 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] Router b6a95e99-04dd-4d66-bee2-914075d14c19 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:20:27.101348 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:20:27.109770 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042bf460-e660-4b30-a851-2481cfb7e847 None None] Sync routers for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:20:27.116237 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-a319882c-10ea-4ce1-9701-1521da8f745a admin admin] 10.222.0.11 "PUT /v2.0/routers/b6a95e99-04dd-4d66-bee2-914075d14c19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5159187 May 20 16:20:27.117038 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53432) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:27.121005 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bf460-e660-4b30-a851-2481cfb7e847 None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:20:27.121647 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-042bf460-e660-4b30-a851-2481cfb7e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:20:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:27.287631 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Notify callbacks [] for router, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:27.293837 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-042bf460-e660-4b30-a851-2481cfb7e847 None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:20:27.510602 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bf75d399-953a-405c-9e90-972602ed059b req-890ab38d-e989-4ac3-bbb1-2c0f86e0efde service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729141 May 20 16:20:27.566879 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:27.621286 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-042bf460-e660-4b30-a851-2481cfb7e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248'}], 'enable_snat': True}, 'gw_port_id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:20:26Z', 'revision_number': 5, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port': {'id': '9ef39462-4b61-41e4-a194-55b412eb078d', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:e0:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:15:15Z', 'updated_at': '2021-05-20T16:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:27.625382 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042bf460-e660-4b30-a851-2481cfb7e847 None None] Checking router: b6a95e99-04dd-4d66-bee2-914075d14c19 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:20:27.634278 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bf460-e660-4b30-a851-2481cfb7e847 None None] Routers {'b6a95e99-04dd-4d66-bee2-914075d14c19'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:20:27.634908 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-042bf460-e660-4b30-a851-2481cfb7e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:20:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['b6a95e99-04dd-4d66-bee2-914075d14c19'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:27.656415 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75d399-953a-405c-9e90-972602ed059b req-ece478de-7697-4cba-8b7b-b8b8c8527f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:27.657898 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bf75d399-953a-405c-9e90-972602ed059b req-ece478de-7697-4cba-8b7b-b8b8c8527f3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d29132c0c9f4273b5f1de866b91a288&device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 1099 time: 0.0758104 May 20 16:20:27.705647 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Deleting port 9ef39462-4b61-41e4-a194-55b412eb078d {{(pid=92272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:27.706032 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:27.803852 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75d399-953a-405c-9e90-972602ed059b req-3c966df9-cd4e-4a64-b72c-33b8ab696ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:27.805320 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bf75d399-953a-405c-9e90-972602ed059b req-3c966df9-cd4e-4a64-b72c-33b8ab696ffd service neutron] 10.222.0.10 "GET /v2.0/networks?id=0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 200 len: 917 time: 0.1275167 May 20 16:20:27.807408 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-042bf460-e660-4b30-a851-2481cfb7e847 None None] Set router b6a95e99-04dd-4d66-bee2-914075d14c19 gateway port host: None {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:20:27.836217 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.db [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] For port 9ef39462-4b61-41e4-a194-55b412eb078d, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=9ef39462-4b61-41e4-a194-55b412eb078d,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:27.836614 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:27.849998 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:27.908062 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bf75d399-953a-405c-9e90-972602ed059b req-ee64e2ba-2f14-43f4-a799-3cef9037a08e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47 HTTP/1.1" status: 200 len: 1001 time: 0.0958676 May 20 16:20:27.913731 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-042bf460-e660-4b30-a851-2481cfb7e847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:20:27Z', 'revision_number': 6, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port_host': None}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:27.917778 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042bf460-e660-4b30-a851-2481cfb7e847 None None] The sync data for ids ['b6a95e99-04dd-4d66-bee2-914075d14c19'] in dv-cinder-689486-13-smb is: [{'id': 'b6a95e99-04dd-4d66-bee2-914075d14c19', 'name': 'tempest-AttachVolumeTestJSON-726693163-router', 'tenant_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:15:14Z', 'updated_at': '2021-05-20T16:20:27Z', 'revision_number': 6, 'project_id': '2c3bd07c9e0742e59804b8fe8e215eb3', 'gw_port_host': None}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:20:27.962655 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Calling delete_port for 9ef39462-4b61-41e4-a194-55b412eb078d owned by network:router_gateway {{(pid=92272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:27.976046 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75d399-953a-405c-9e90-972602ed059b req-a35da0f1-4f9a-4f75-af3b-62112feba185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:27.977538 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bf75d399-953a-405c-9e90-972602ed059b req-a35da0f1-4f9a-4f75-af3b-62112feba185 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 200 len: 855 time: 0.0623906 May 20 16:20:28.057428 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75d399-953a-405c-9e90-972602ed059b req-0e27dd3e-4753-4aaf-b179-c50a88a2b2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:28.058879 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bf75d399-953a-405c-9e90-972602ed059b req-0e27dd3e-4753-4aaf-b179-c50a88a2b2ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0bf0ab52-43c3-4f36-9190-4a119be4b182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0749962 May 20 16:20:28.171050 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:28.174835 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:28.191738 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bf75d399-953a-405c-9e90-972602ed059b req-bba50159-543c-4a22-a82b-8cb20a17a327 service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249163 May 20 16:20:28.220938 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef39462-4b61-41e4-a194-55b412eb078d,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:28.224856 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:28.321731 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-794890'] for router_gateway, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:28.328292 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bf75d399-953a-405c-9e90-972602ed059b req-4981140a-a476-4d35-8131-6d9560927e0c service neutron] 10.222.0.10 "GET /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293905 May 20 16:20:28.492056 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-797308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7444'] for router, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:28.494222 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:28.582367 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-796982'] for router, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:28.582880 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6a95e99-04dd-4d66-bee2-914075d14c19 {{(pid=92272) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:20:28.595631 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] Notify callbacks [] for router, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:28.596840 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-ef19fbf9-d3b8-4c85-889e-50e97d95284a admin admin] 10.222.0.11 "DELETE /v2.0/routers/b6a95e99-04dd-4d66-bee2-914075d14c19 HTTP/1.1" status: 204 len: 168 time: 1.4788294 May 20 16:20:28.599425 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53438) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:28.661463 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_v2 [None req-6413e468-31b5-48be-887e-368136e1c90c admin admin] Deleting subnet 79ec8476-25a8-4da3-86e3-eb6c97020447 {{(pid=92272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:20:28.664759 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6413e468-31b5-48be-887e-368136e1c90c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:28.715574 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6413e468-31b5-48be-887e-368136e1c90c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11847894'] for subnet, precommit_delete_associations {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:28.837024 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6413e468-31b5-48be-887e-368136e1c90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:29.109140 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 5e6e77ad-482f-4341-bd31-4db90d0efbb1 no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:20:29.143823 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: 5e6e77ad-482f-4341-bd31-4db90d0efbb1 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:20:29.144108 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 5e6e77ad-482f-4341-bd31-4db90d0efbb1 not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:20:29.144533 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 9ef39462-4b61-41e4-a194-55b412eb078d no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:20:29.160064 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6413e468-31b5-48be-887e-368136e1c90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11257111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11980230'] for subnet, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:29.164231 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:29.180076 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: 9ef39462-4b61-41e4-a194-55b412eb078d {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:20:29.180436 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 9ef39462-4b61-41e4-a194-55b412eb078d not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:20:29.199280 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413e468-31b5-48be-887e-368136e1c90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79ec8476-25a8-4da3-86e3-eb6c97020447,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:29.202309 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6413e468-31b5-48be-887e-368136e1c90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:29.203281 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-6413e468-31b5-48be-887e-368136e1c90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:29.207862 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5347337c-0894-4837-ad5d-93eb150094ff None None] Network 7c991ff3-27de-4b59-a027-84c9882b61c3 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:20:29.211653 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-6413e468-31b5-48be-887e-368136e1c90c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/79ec8476-25a8-4da3-86e3-eb6c97020447 HTTP/1.1" status: 204 len: 168 time: 0.6087258 May 20 16:20:29.211881 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53442) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:29.412650 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:29.456699 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] DHCP port deletion for 7c991ff3-27de-4b59-a027-84c9882b61c3 request from dv-cinder-689486-13-smb {{(pid=92273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:20:29.484562 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Deleting port 789d405b-59b8-4476-a2f1-3a108039db3b {{(pid=92272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:29.484904 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:29.523128 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Deleting port 789d405b-59b8-4476-a2f1-3a108039db3b {{(pid=92273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:29.523539 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:29.584518 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.db [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] For port 789d405b-59b8-4476-a2f1-3a108039db3b, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=789d405b-59b8-4476-a2f1-3a108039db3b,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:29.584906 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:29.618176 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] For port 789d405b-59b8-4476-a2f1-3a108039db3b, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=789d405b-59b8-4476-a2f1-3a108039db3b,segment=NetworkSegment(bee6c9e3-fadd-473a-ab09-d3fa9a416676),segment_id=bee6c9e3-fadd-473a-ab09-d3fa9a416676)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:29.618599 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:29.711247 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Calling delete_port for 789d405b-59b8-4476-a2f1-3a108039db3b owned by network:dhcp {{(pid=92272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:29.741662 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Calling delete_port for 789d405b-59b8-4476-a2f1-3a108039db3b owned by network:dhcp {{(pid=92273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:29.827792 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:29.832658 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-136b8616-27d6-47c7-bd8b-4326ee2f1e56 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:29.875154 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Pushing event deleted for resources: {'Port': ['ID=789d405b-59b8-4476-a2f1-3a108039db3b,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:29.875666 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064'] for port, after_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:29.878241 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:29.879032 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] No DVR routers for this DVR port 789d405b-59b8-4476-a2f1-3a108039db3b on host dv-cinder-689486-13-smb {{(pid=92272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:20:29.882649 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:29.926431 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] No DVR routers for this DVR port 789d405b-59b8-4476-a2f1-3a108039db3b on host dv-cinder-689486-13-smb {{(pid=92273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:20:29.930677 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Pushing event deleted for resources: {'Port': ['ID=789d405b-59b8-4476-a2f1-3a108039db3b,revision_number=None']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:29.938873 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:29.939219 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:29.939566 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:29.940096 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:29.940247 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:29.940577 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:29.941261 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:29.941261 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:29.941556 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:29.942209 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:29.942209 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:29.942580 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:20:29.945919 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:29.994372 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:30.006679 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c991ff3-27de-4b59-a027-84c9882b61c3']}} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:30.018180 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee6c9e3-fadd-473a-ab09-d3fa9a416676') {'for_net_delete': True} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:30.018471 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee6c9e3-fadd-473a-ab09-d3fa9a416676') {} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:30.029982 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11847897'] for segment, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:30.046152 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:30.052581 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=92272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:20:30.052961 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11257265'] for segment, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: Traceback (most recent call last): May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: timer() May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: cb(*args, **kw) May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: return func(*args, **kwargs) May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: self._notify() May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: self.callback(batched_events) May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: event.method(event) May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: return f(self, *a, **k) May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: return self._get(url).json() May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: return self.request(url, 'GET', **kwargs) May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:20:30.065658 dv-cinder-689486-13-smb neutron-server[92272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:20:30.222389 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:30.227547 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6846326d-3e19-4861-bccf-5b500f4dedb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:30.240070 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:30.249982 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c991ff3-27de-4b59-a027-84c9882b61c3,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:30.253852 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:30.257836 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] 10.222.0.11 "DELETE /v2.0/networks/7c991ff3-27de-4b59-a027-84c9882b61c3 HTTP/1.1" status: 204 len: 168 time: 1.0447373 May 20 16:20:30.511523 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53448) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:30.559588 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-7383055a-1e6e-4d41-94b7-045ab9cc676e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c3bd07c9e0742e59804b8fe8e215eb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468557 May 20 16:20:30.562290 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53452) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:30.628725 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2c0bed10-c288-4fe4-a496-852c1d64e6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:30.656187 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2c0bed10-c288-4fe4-a496-852c1d64e6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:30.742043 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2c0bed10-c288-4fe4-a496-852c1d64e6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:30.745777 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-00b3eda8-38a2-4c23-aa9e-49152470f800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:30.759229 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bed10-c288-4fe4-a496-852c1d64e6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253b0d50-5427-4005-85ed-a9d0fab04dde,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:30.762534 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2c0bed10-c288-4fe4-a496-852c1d64e6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:30.768494 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2c0bed10-c288-4fe4-a496-852c1d64e6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:30.769639 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-2c0bed10-c288-4fe4-a496-852c1d64e6ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/253b0d50-5427-4005-85ed-a9d0fab04dde HTTP/1.1" status: 204 len: 168 time: 0.2063801 May 20 16:20:31.118222 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 789d405b-59b8-4476-a2f1-3a108039db3b no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:20:31.159837 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: 789d405b-59b8-4476-a2f1-3a108039db3b {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:20:31.159837 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 789d405b-59b8-4476-a2f1-3a108039db3b not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:20:35.761477 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53516) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:35.877005 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f7e47db9-2fa8-43b4-b703-3c825ac55059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:35.891076 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-f7e47db9-2fa8-43b4-b703-3c825ac55059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:20:35.894897 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-f7e47db9-2fa8-43b4-b703-3c825ac55059 admin admin] Usage tracker for resource:security_group_rule and tenant:746f18986f7242bfae7861e52a33fbab is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:20:35.897909 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-f7e47db9-2fa8-43b4-b703-3c825ac55059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:20:35.903566 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-f7e47db9-2fa8-43b4-b703-3c825ac55059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:20:35.983285 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f7e47db9-2fa8-43b4-b703-3c825ac55059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:36.045197 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f7e47db9-2fa8-43b4-b703-3c825ac55059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:36.054180 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9408c1b7-09e8-4025-972a-80dfc72271f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:36.094511 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-f7e47db9-2fa8-43b4-b703-3c825ac55059 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=746f18986f7242bfae7861e52a33fbab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319559 May 20 16:20:36.095520 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e47db9-2fa8-43b4-b703-3c825ac55059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a8bfcd-6840-4fee-af85-08c466e6c561,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:36.097143 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53526) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:36.099795 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f7e47db9-2fa8-43b4-b703-3c825ac55059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:36.169563 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5e16fc15-b938-4b8c-bbfd-a65404f0df82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:36.196113 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5e16fc15-b938-4b8c-bbfd-a65404f0df82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:36.296409 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5e16fc15-b938-4b8c-bbfd-a65404f0df82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:36.301412 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-05c05c27-697c-4e1d-a80f-b777342cd1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:36.313833 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e16fc15-b938-4b8c-bbfd-a65404f0df82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a8bfcd-6840-4fee-af85-08c466e6c561,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:36.316716 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5e16fc15-b938-4b8c-bbfd-a65404f0df82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:36.322573 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5e16fc15-b938-4b8c-bbfd-a65404f0df82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:36.327491 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-5e16fc15-b938-4b8c-bbfd-a65404f0df82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4a8bfcd-6840-4fee-af85-08c466e6c561 HTTP/1.1" status: 204 len: 168 time: 0.2289877 May 20 16:20:36.794193 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3022-3278-4cc2-acf0-f433762d9218 req-85d2a186-78e5-4eff-8ff1-fa18a8c3b783 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:36.795666 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-15ce3022-3278-4cc2-acf0-f433762d9218 req-85d2a186-78e5-4eff-8ff1-fa18a8c3b783 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 946 time: 0.1679194 May 20 16:20:36.841504 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-15ce3022-3278-4cc2-acf0-f433762d9218 req-dd2696e0-715e-4c4f-bae4-1132d51d8ce4 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395176 May 20 16:20:38.100386 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980eac0-9046-493f-96b0-2da1460acc46 req-406156e1-d197-49a6-9a8e-77bd70e8567a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:38.101994 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a980eac0-9046-493f-96b0-2da1460acc46 req-406156e1-d197-49a6-9a8e-77bd70e8567a tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 946 time: 0.1448894 May 20 16:20:38.114993 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-13f298a8-1670-42e9-bdea-5c0166480a61 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:38.116431 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-13f298a8-1670-42e9-bdea-5c0166480a61 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.10 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 946 time: 0.1286333 May 20 16:20:38.215922 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a980eac0-9046-493f-96b0-2da1460acc46 req-592f2548-e73d-4302-b46e-a0fdc19f9c58 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups?id=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985267 May 20 16:20:38.288774 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Deleting port e0662107-6ae1-40cb-af4b-c81b3fea7a47 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:38.289046 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:38.423607 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] For port e0662107-6ae1-40cb-af4b-c81b3fea7a47, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=e0662107-6ae1-40cb-af4b-c81b3fea7a47,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:38.423967 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:38.714554 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:38.714969 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:38.715277 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.l3_db [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Floating IP 2c6af5ba-b8d1-4ebe-807d-c6d13c4e48b5 disassociated. External IP: 172.28.0.174, port: e0662107-6ae1-40cb-af4b-c81b3fea7a47. May 20 16:20:38.715613 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Calling delete_port for e0662107-6ae1-40cb-af4b-c81b3fea7a47 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:38.879253 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c7a817bb-437b-4d79-8846-0bf6ffc308b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:38.907985 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:38.914240 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a271028c-5263-4940-b3e0-09c98759a64b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:38.960859 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event deleted for resources: {'Port': ['ID=e0662107-6ae1-40cb-af4b-c81b3fea7a47,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:38.964652 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:39.148486 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Router ef788804-e2bb-4c0e-925c-b0829e898dd0 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:20:39.335793 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:20:39.352651 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c751d-40d9-4d57-b3da-b756b96acdfd None None] Sync routers for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:20:39.364914 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c751d-40d9-4d57-b3da-b756b96acdfd None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:20:39.364914 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-ef0c751d-40d9-4d57-b3da-b756b96acdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:20:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:39.539492 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-647b092a-d8e4-4cc6-9e64-065204f5ff01 req-e2474bc0-fe19-433b-8170-431f1e3f83b7 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/ports?device_id=53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0 HTTP/1.1" status: 200 len: 210 time: 0.2052810 May 20 16:20:39.544833 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] No DVR routers for this DVR port e0662107-6ae1-40cb-af4b-c81b3fea7a47 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:20:39.547468 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:39.553500 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'name': 'network-vif-deleted', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:20:39.583098 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-ef0c751d-40d9-4d57-b3da-b756b96acdfd None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:20:39.600293 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b7c09f-b8fe-49cd-99e6-0ef9ddf62ff0', 'name': 'network-vif-deleted', 'tag': 'e0662107-6ae1-40cb-af4b-c81b3fea7a47', 'status': 'completed', 'code': 200} May 20 16:20:39.669026 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-10c9a3b4-11e5-4deb-8599-83d0cdc8b6b9 req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.10 "DELETE /v2.0/ports/e0662107-6ae1-40cb-af4b-c81b3fea7a47 HTTP/1.1" status: 204 len: 173 time: 1.5371277 May 20 16:20:39.907247 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-ef0c751d-40d9-4d57-b3da-b756b96acdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:32Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:39.911775 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c751d-40d9-4d57-b3da-b756b96acdfd None None] Checking router: ef788804-e2bb-4c0e-925c-b0829e898dd0 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:20:39.921020 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c751d-40d9-4d57-b3da-b756b96acdfd None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:20:39.921731 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-ef0c751d-40d9-4d57-b3da-b756b96acdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:20:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:40.096779 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-ef0c751d-40d9-4d57-b3da-b756b96acdfd None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:20:40.449896 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-ef0c751d-40d9-4d57-b3da-b756b96acdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:32Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:40.454355 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0c751d-40d9-4d57-b3da-b756b96acdfd None None] The sync data for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb is: [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:14:18Z', 'revision_number': 4, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'bb153919-f113-4dce-af2e-8bc017ff0e07', 'name': '', 'network_id': '0bf0ab52-43c3-4f36-9190-4a119be4b182', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'mac_address': 'fa:16:3e:dc:c2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:17Z', 'updated_at': '2021-05-20T16:14:32Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'subnets': [{'id': '3715ff0f-8b7c-4ea5-abd8-9caed9164762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:20:40.694268 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5771d9-7582-4e95-b896-6dbb04b5ee56 None None] New status for floating IP 2c6af5ba-b8d1-4ebe-807d-c6d13c4e48b5: DOWN {{(pid=92273) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:20:40.726228 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53654) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:40.806034 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5c9cfb52-8497-4e0b-8d2e-020c6eb69e67 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:40.836026 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5c9cfb52-8497-4e0b-8d2e-020c6eb69e67 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:40.959456 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5c9cfb52-8497-4e0b-8d2e-020c6eb69e67 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:40.964653 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-371b0541-7b8b-4937-a598-5a560e553470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:40.981651 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9cfb52-8497-4e0b-8d2e-020c6eb69e67 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cb8d30-3a3b-429b-b0e3-6f7e310f88e6,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:40.984590 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5c9cfb52-8497-4e0b-8d2e-020c6eb69e67 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:40.986737 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5c9cfb52-8497-4e0b-8d2e-020c6eb69e67 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:40.987678 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-5c9cfb52-8497-4e0b-8d2e-020c6eb69e67 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "DELETE /v2.0/security-groups/34cb8d30-3a3b-429b-b0e3-6f7e310f88e6 HTTP/1.1" status: 204 len: 168 time: 0.2598369 May 20 16:20:40.990994 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53664) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:41.006999 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.api.v2.resource [None req-ec225861-4d9b-4d3a-8c33-4a54547d3430 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] show failed (client error): The resource could not be found. May 20 16:20:41.008800 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-ec225861-4d9b-4d3a-8c33-4a54547d3430 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "GET /v2.0/security-groups/34cb8d30-3a3b-429b-b0e3-6f7e310f88e6 HTTP/1.1" status: 404 len: 347 time: 0.0161126 May 20 16:20:41.011523 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53668) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:41.232922 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-9c0eddc9-3254-4b1c-9c4b-732ca02e17b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Deleting port 0b9742b7-705e-4921-9461-c37649f0d8fb {{(pid=92272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:41.233885 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9c0eddc9-3254-4b1c-9c4b-732ca02e17b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:41.351338 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9c0eddc9-3254-4b1c-9c4b-732ca02e17b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:41.351685 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9c0eddc9-3254-4b1c-9c4b-732ca02e17b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:41.452234 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:41.573973 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-9c0eddc9-3254-4b1c-9c4b-732ca02e17b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Calling delete_port for 0b9742b7-705e-4921-9461-c37649f0d8fb owned by network:floatingip {{(pid=92272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:41.594125 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-3ec6c51d-8de1-4f19-9b33-654af56825b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:41.719613 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9c0eddc9-3254-4b1c-9c4b-732ca02e17b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:41.723451 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4d6b1446-818f-466b-9107-17983fcc13e9 tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:41.770006 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0eddc9-3254-4b1c-9c4b-732ca02e17b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Pushing event deleted for resources: {'Port': ['ID=0b9742b7-705e-4921-9461-c37649f0d8fb,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:41.773118 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-9c0eddc9-3254-4b1c-9c4b-732ca02e17b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:41.815365 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53686) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:41.823532 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device e0662107-6ae1-40cb-af4b-c81b3fea7a47 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:20:41.860287 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: e0662107-6ae1-40cb-af4b-c81b3fea7a47 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:20:41.860887 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device e0662107-6ae1-40cb-af4b-c81b3fea7a47 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:20:41.861618 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9c0eddc9-3254-4b1c-9c4b-732ca02e17b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks [] for floatingip, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:41.875967 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-9c0eddc9-3254-4b1c-9c4b-732ca02e17b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:41.877099 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-9c0eddc9-3254-4b1c-9c4b-732ca02e17b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] 10.222.0.11 "DELETE /v2.0/floatingips/2c6af5ba-b8d1-4ebe-807d-c6d13c4e48b5 HTTP/1.1" status: 204 len: 168 time: 0.8645475 May 20 16:20:41.939994 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d92368f3-dcb6-4831-a8ee-c118e6b08df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:41.954258 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-d92368f3-dcb6-4831-a8ee-c118e6b08df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:20:41.958090 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-d92368f3-dcb6-4831-a8ee-c118e6b08df8 admin admin] Usage tracker for resource:security_group_rule and tenant:6bebc652c52146088ec75d42e85d55cb is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:20:41.960924 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-d92368f3-dcb6-4831-a8ee-c118e6b08df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:20:41.966623 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-d92368f3-dcb6-4831-a8ee-c118e6b08df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:20:42.046986 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d92368f3-dcb6-4831-a8ee-c118e6b08df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:42.102360 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-d92368f3-dcb6-4831-a8ee-c118e6b08df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:42.109583 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-24550711-a776-4298-89c3-563927d38864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:42.153605 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-d92368f3-dcb6-4831-a8ee-c118e6b08df8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6bebc652c52146088ec75d42e85d55cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347528 May 20 16:20:42.153605 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92368f3-dcb6-4831-a8ee-c118e6b08df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02b9d81-eab0-4e87-9409-84dcbc829ae5,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:42.154234 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53696) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:42.156708 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-d92368f3-dcb6-4831-a8ee-c118e6b08df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:42.219720 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b691216b-9371-4d28-a7a1-5bd4025de6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:42.248199 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b691216b-9371-4d28-a7a1-5bd4025de6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:42.376422 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b691216b-9371-4d28-a7a1-5bd4025de6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:42.380913 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-dd946fa2-de2a-4946-99fe-b126c59dadad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:42.391797 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691216b-9371-4d28-a7a1-5bd4025de6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02b9d81-eab0-4e87-9409-84dcbc829ae5,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:42.394037 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b691216b-9371-4d28-a7a1-5bd4025de6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:42.400770 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b691216b-9371-4d28-a7a1-5bd4025de6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:42.401904 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-b691216b-9371-4d28-a7a1-5bd4025de6b5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b02b9d81-eab0-4e87-9409-84dcbc829ae5 HTTP/1.1" status: 204 len: 168 time: 0.2467287 May 20 16:20:42.661631 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:42.979304 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53704) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:43.001146 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-06f460aa-b4c7-4bdd-aac5-254f3cf5a7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:43.015801 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-06f460aa-b4c7-4bdd-aac5-254f3cf5a7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:20:43.019575 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-06f460aa-b4c7-4bdd-aac5-254f3cf5a7cc admin admin] Usage tracker for resource:security_group_rule and tenant:75100ac803d24652a9623ef3d4e1ff0c is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:20:43.022344 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-06f460aa-b4c7-4bdd-aac5-254f3cf5a7cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:20:43.028049 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-06f460aa-b4c7-4bdd-aac5-254f3cf5a7cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:20:43.108990 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-06f460aa-b4c7-4bdd-aac5-254f3cf5a7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:43.176198 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-06f460aa-b4c7-4bdd-aac5-254f3cf5a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:43.183654 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ab03a0d9-236d-41c3-bff8-1af542af7b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:43.222791 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f460aa-b4c7-4bdd-aac5-254f3cf5a7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94ff387-8d13-4bfd-ab59-9016eeb452d7,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:43.226475 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-06f460aa-b4c7-4bdd-aac5-254f3cf5a7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:43.228986 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-06f460aa-b4c7-4bdd-aac5-254f3cf5a7cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75100ac803d24652a9623ef3d4e1ff0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486463 May 20 16:20:43.231534 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53708) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:43.291746 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3773cb94-2d2e-4174-9a66-608803386330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:43.317876 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3773cb94-2d2e-4174-9a66-608803386330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:43.445407 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3773cb94-2d2e-4174-9a66-608803386330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:43.449811 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-aae44ad9-b8d9-403a-9d92-f9117578fb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:43.462968 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773cb94-2d2e-4174-9a66-608803386330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94ff387-8d13-4bfd-ab59-9016eeb452d7,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:43.467704 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3773cb94-2d2e-4174-9a66-608803386330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:43.474274 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-3773cb94-2d2e-4174-9a66-608803386330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:43.474886 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-3773cb94-2d2e-4174-9a66-608803386330 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c94ff387-8d13-4bfd-ab59-9016eeb452d7 HTTP/1.1" status: 204 len: 168 time: 0.2422376 May 20 16:20:44.587650 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:44.928607 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53752) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:45.579979 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566561'] for router_interface, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:45.990202 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] Deleting port bb153919-f113-4dce-af2e-8bc017ff0e07 {{(pid=92272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:45.990867 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:46.014088 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53778) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:46.140585 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e88b96c-85cc-4457-91fc-395e24ff52d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:46.155464 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-3e88b96c-85cc-4457-91fc-395e24ff52d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:20:46.159580 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-3e88b96c-85cc-4457-91fc-395e24ff52d9 admin admin] Usage tracker for resource:security_group_rule and tenant:c028df21a9dd4c94a631195e3f0f9876 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:20:46.163267 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-3e88b96c-85cc-4457-91fc-395e24ff52d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:20:46.168925 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-3e88b96c-85cc-4457-91fc-395e24ff52d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:20:46.211969 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.db [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] For port bb153919-f113-4dce-af2e-8bc017ff0e07, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=bb153919-f113-4dce-af2e-8bc017ff0e07,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:46.212329 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:46.251553 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e88b96c-85cc-4457-91fc-395e24ff52d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:46.319217 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e88b96c-85cc-4457-91fc-395e24ff52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:46.326091 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-e51e6b70-99b5-4e15-9818-d6046ea857b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:46.338576 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] Calling delete_port for bb153919-f113-4dce-af2e-8bc017ff0e07 owned by network:router_interface {{(pid=92272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:46.371827 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-3e88b96c-85cc-4457-91fc-395e24ff52d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c028df21a9dd4c94a631195e3f0f9876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565593 May 20 16:20:46.372734 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88b96c-85cc-4457-91fc-395e24ff52d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b348ed42-8d35-4244-b241-4f72303fb8d4,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:46.375316 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53784) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:46.375876 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3e88b96c-85cc-4457-91fc-395e24ff52d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:46.463162 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5143cc23-1cb3-4459-bd3d-0fb0b57b04f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:46.507867 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5143cc23-1cb3-4459-bd3d-0fb0b57b04f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:46.708376 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:46.711946 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-06ed6b49-7c25-4c8e-9b09-04e8e73bfa27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:46.746327 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5143cc23-1cb3-4459-bd3d-0fb0b57b04f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:46.762219 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] Pushing event deleted for resources: {'Port': ['ID=bb153919-f113-4dce-af2e-8bc017ff0e07,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:46.767190 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:46.767546 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-8ee89b89-851c-4c64-a314-c6e7edafbf39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:46.841661 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143cc23-1cb3-4459-bd3d-0fb0b57b04f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b348ed42-8d35-4244-b241-4f72303fb8d4,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:46.846471 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5143cc23-1cb3-4459-bd3d-0fb0b57b04f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:46.862666 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-5143cc23-1cb3-4459-bd3d-0fb0b57b04f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:46.863687 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-5143cc23-1cb3-4459-bd3d-0fb0b57b04f4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b348ed42-8d35-4244-b241-4f72303fb8d4 HTTP/1.1" status: 204 len: 168 time: 0.4880595 May 20 16:20:47.056124 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566677'] for router_interface, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:47.414057 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] Router ef788804-e2bb-4c0e-925c-b0829e898dd0 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:20:47.441944 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53792) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:47.460087 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e9b44ad-aea8-48f2-bcc6-49dc9f892c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:47.474731 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-3e9b44ad-aea8-48f2-bcc6-49dc9f892c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:20:47.478596 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-3e9b44ad-aea8-48f2-bcc6-49dc9f892c3c admin admin] Usage tracker for resource:security_group_rule and tenant:90772ddf351e4e3c9f46d6cc4382bafb is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:20:47.481488 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-3e9b44ad-aea8-48f2-bcc6-49dc9f892c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:20:47.487309 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-3e9b44ad-aea8-48f2-bcc6-49dc9f892c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:20:47.570819 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e9b44ad-aea8-48f2-bcc6-49dc9f892c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:47.592358 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:20:47.597217 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-29d67256-ee42-4915-9020-993cbef526fc admin admin] 10.222.0.11 "PUT /v2.0/routers/ef788804-e2bb-4c0e-925c-b0829e898dd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6676025 May 20 16:20:47.600466 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53796) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:47.601515 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ccd16-6ff0-4739-82fd-db3fe8c724e7 None None] Sync routers for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:20:47.611632 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ccd16-6ff0-4739-82fd-db3fe8c724e7 None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:20:47.612299 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-b71ccd16-6ff0-4739-82fd-db3fe8c724e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:20:42Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:47.664487 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e9b44ad-aea8-48f2-bcc6-49dc9f892c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:47.680583 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f45bc43a-b00c-498b-a638-a7dbee687949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:47.736209 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b44ad-aea8-48f2-bcc6-49dc9f892c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1bb688-eb4e-4284-9be0-ce2348e48cd3,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:47.739959 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3e9b44ad-aea8-48f2-bcc6-49dc9f892c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:47.745139 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-3e9b44ad-aea8-48f2-bcc6-49dc9f892c3c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90772ddf351e4e3c9f46d6cc4382bafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996757 May 20 16:20:47.745959 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53800) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:47.789945 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-b71ccd16-6ff0-4739-82fd-db3fe8c724e7 None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:20:47.862049 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Notify callbacks [] for router, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:47.958545 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f603d572-e6ee-41a3-948a-81b7c47ba266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:48.056424 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f603d572-e6ee-41a3-948a-81b7c47ba266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:48.071311 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-b71ccd16-6ff0-4739-82fd-db3fe8c724e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:20:46Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:48.075220 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ccd16-6ff0-4739-82fd-db3fe8c724e7 None None] Checking router: ef788804-e2bb-4c0e-925c-b0829e898dd0 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:20:48.083813 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ccd16-6ff0-4739-82fd-db3fe8c724e7 None None] Routers {'ef788804-e2bb-4c0e-925c-b0829e898dd0'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:20:48.084423 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-b71ccd16-6ff0-4739-82fd-db3fe8c724e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:20:42Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['ef788804-e2bb-4c0e-925c-b0829e898dd0'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:48.103908 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:48.220836 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f603d572-e6ee-41a3-948a-81b7c47ba266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:48.225578 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-51b0d807-8a56-4f84-821a-09763f810c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:48.244709 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603d572-e6ee-41a3-948a-81b7c47ba266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1bb688-eb4e-4284-9be0-ce2348e48cd3,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:48.246999 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f603d572-e6ee-41a3-948a-81b7c47ba266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:48.259986 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-b71ccd16-6ff0-4739-82fd-db3fe8c724e7 None None] Set router ef788804-e2bb-4c0e-925c-b0829e898dd0 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:20:48.261324 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f603d572-e6ee-41a3-948a-81b7c47ba266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:48.265199 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-f603d572-e6ee-41a3-948a-81b7c47ba266 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d1bb688-eb4e-4284-9be0-ce2348e48cd3 HTTP/1.1" status: 204 len: 168 time: 0.5162203 May 20 16:20:48.285464 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Deleting port 31df78c6-02e1-4247-9eed-1bc7967811d2 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:48.285787 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:48.413717 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] For port 31df78c6-02e1-4247-9eed-1bc7967811d2, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=31df78c6-02e1-4247-9eed-1bc7967811d2,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:48.414201 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:48.538370 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Calling delete_port for 31df78c6-02e1-4247-9eed-1bc7967811d2 owned by network:router_gateway {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:48.546780 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-b71ccd16-6ff0-4739-82fd-db3fe8c724e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:20:46Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:48.552348 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ccd16-6ff0-4739-82fd-db3fe8c724e7 None None] The sync data for ids ['ef788804-e2bb-4c0e-925c-b0829e898dd0'] in dv-cinder-689486-13-smb is: [{'id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'name': 'tempest-AttachVolumeShelveTestJSON-655890809-router', 'tenant_id': '6d29132c0c9f4273b5f1de866b91a288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7'}], 'enable_snat': True}, 'gw_port_id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:14:09Z', 'updated_at': '2021-05-20T16:20:46Z', 'revision_number': 5, 'project_id': '6d29132c0c9f4273b5f1de866b91a288', 'gw_port': {'id': '31df78c6-02e1-4247-9eed-1bc7967811d2', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef788804-e2bb-4c0e-925c-b0829e898dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:14:11Z', 'updated_at': '2021-05-20T16:14:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:20:48.976516 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:48.981919 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2a293a95-ee5c-47c3-b35e-73105aa52ccb tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:49.061456 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Pushing event deleted for resources: {'Port': ['ID=31df78c6-02e1-4247-9eed-1bc7967811d2,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:49.063833 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:49.080837 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device bb153919-f113-4dce-af2e-8bc017ff0e07 no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:20:49.115300 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: bb153919-f113-4dce-af2e-8bc017ff0e07 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:20:49.115664 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device bb153919-f113-4dce-af2e-8bc017ff0e07 not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:20:49.124675 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-794890'] for router_gateway, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:49.300285 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-797308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7444'] for router, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:49.302482 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:49.455670 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-796982'] for router, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:49.456221 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef788804-e2bb-4c0e-925c-b0829e898dd0 {{(pid=92271) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:20:49.471199 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Notify callbacks [] for router, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:49.472504 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] 10.222.0.11 "DELETE /v2.0/routers/ef788804-e2bb-4c0e-925c-b0829e898dd0 HTTP/1.1" status: 204 len: 168 time: 1.8710690 May 20 16:20:49.475500 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53826) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:49.538044 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cca447d-a999-45f3-be00-28db2d799e18 admin admin] Deleting subnet 3715ff0f-8b7c-4ea5-abd8-9caed9164762 {{(pid=92271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:20:49.541060 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3cca447d-a999-45f3-be00-28db2d799e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:49.601869 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3cca447d-a999-45f3-be00-28db2d799e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10626589'] for subnet, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:49.667696 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:20:49.718684 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3cca447d-a999-45f3-be00-28db2d799e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.056041 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3cca447d-a999-45f3-be00-28db2d799e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10965085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631585'] for subnet, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.061100 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:50.099720 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca447d-a999-45f3-be00-28db2d799e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3715ff0f-8b7c-4ea5-abd8-9caed9164762,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:50.101675 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3cca447d-a999-45f3-be00-28db2d799e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.109947 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f309be2b-6a7c-41cd-b3d5-24624f6a56f2 None None] Network 0bf0ab52-43c3-4f36-9190-4a119be4b182 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:20:50.110410 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-3cca447d-a999-45f3-be00-28db2d799e18 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3715ff0f-8b7c-4ea5-abd8-9caed9164762 HTTP/1.1" status: 204 len: 168 time: 0.6311049 May 20 16:20:50.110410 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3cca447d-a999-45f3-be00-28db2d799e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:50.110589 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53840) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:50.327540 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.367885 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f1fb4-e621-49b9-83df-7a8871295c39 None None] DHCP port deletion for 0bf0ab52-43c3-4f36-9190-4a119be4b182 request from dv-cinder-689486-13-smb {{(pid=92273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:20:50.404819 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Deleting port caccf962-8bf4-4ede-8357-bd481cdec536 {{(pid=92272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:50.405492 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.440005 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f1fb4-e621-49b9-83df-7a8871295c39 None None] Deleting port caccf962-8bf4-4ede-8357-bd481cdec536 {{(pid=92273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:20:50.440398 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1fb4-e621-49b9-83df-7a8871295c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.506587 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.db [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] For port caccf962-8bf4-4ede-8357-bd481cdec536, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=caccf962-8bf4-4ede-8357-bd481cdec536,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:50.506996 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.541262 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-9c5f1fb4-e621-49b9-83df-7a8871295c39 None None] For port caccf962-8bf4-4ede-8357-bd481cdec536, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=caccf962-8bf4-4ede-8357-bd481cdec536,segment=NetworkSegment(3f168fb8-0e4f-43cc-b489-adde1195df75),segment_id=3f168fb8-0e4f-43cc-b489-adde1195df75)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:20:50.541658 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1fb4-e621-49b9-83df-7a8871295c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.633605 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Calling delete_port for caccf962-8bf4-4ede-8357-bd481cdec536 owned by network:dhcp {{(pid=92272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:50.665962 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f1fb4-e621-49b9-83df-7a8871295c39 None None] Calling delete_port for caccf962-8bf4-4ede-8357-bd481cdec536 owned by network:dhcp {{(pid=92273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:20:50.754005 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.757777 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:50.760977 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1fb4-e621-49b9-83df-7a8871295c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064'] for port, after_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.766057 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:50.803565 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=caccf962-8bf4-4ede-8357-bd481cdec536,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:50.807809 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:50.811530 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f1fb4-e621-49b9-83df-7a8871295c39 None None] Pushing event deleted for resources: {'Port': ['ID=caccf962-8bf4-4ede-8357-bd481cdec536,revision_number=None']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:50.811708 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] No DVR routers for this DVR port caccf962-8bf4-4ede-8357-bd481cdec536 on host dv-cinder-689486-13-smb {{(pid=92272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:20:50.814653 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-9c5f1fb4-e621-49b9-83df-7a8871295c39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:50.815584 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f1fb4-e621-49b9-83df-7a8871295c39 None None] No DVR routers for this DVR port caccf962-8bf4-4ede-8357-bd481cdec536 on host dv-cinder-689486-13-smb {{(pid=92273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:20:50.927675 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.943651 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf0ab52-43c3-4f36-9190-4a119be4b182']}} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:50.952863 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f168fb8-0e4f-43cc-b489-adde1195df75') {'for_net_delete': True} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:50.953159 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f168fb8-0e4f-43cc-b489-adde1195df75') {} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:20:50.964855 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11847897'] for segment, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.981400 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:50.987411 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=92272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:20:50.989901 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11257265'] for segment, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: Traceback (most recent call last): May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: timer() May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: cb(*args, **kw) May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: return func(*args, **kwargs) May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: self._notify() May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: self.callback(batched_events) May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: event.method(event) May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: return f(self, *a, **k) May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: return self._get(url).json() May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: return self.request(url, 'GET', **kwargs) May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:20:51.001291 dv-cinder-689486-13-smb neutron-server[92272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:20:51.126681 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 31df78c6-02e1-4247-9eed-1bc7967811d2 no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:20:51.160942 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: 31df78c6-02e1-4247-9eed-1bc7967811d2 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:20:51.161321 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 31df78c6-02e1-4247-9eed-1bc7967811d2 not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:20:51.161822 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device caccf962-8bf4-4ede-8357-bd481cdec536 no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:20:51.165101 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:51.168894 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-45ca8443-8246-423f-b074-757c0721647b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:51.185477 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:51.202920 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: caccf962-8bf4-4ede-8357-bd481cdec536 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:20:51.202920 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device caccf962-8bf4-4ede-8357-bd481cdec536 not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:20:51.203073 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Pushing event deleted for resources: {'Network': ['ID=0bf0ab52-43c3-4f36-9190-4a119be4b182,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:51.205415 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:51.280007 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] 10.222.0.11 "DELETE /v2.0/networks/0bf0ab52-43c3-4f36-9190-4a119be4b182 HTTP/1.1" status: 204 len: 168 time: 1.1687360 May 20 16:20:51.700162 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53860) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:51.749131 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-07fcc87a-c419-4304-baff-69c5366e601d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d29132c0c9f4273b5f1de866b91a288&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0477936 May 20 16:20:51.751506 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53864) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:51.809775 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f97eb727-9e9e-491e-b605-051dc60fc514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:51.835490 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f97eb727-9e9e-491e-b605-051dc60fc514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:51.952433 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f97eb727-9e9e-491e-b605-051dc60fc514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:51.956074 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2c0bed10-c288-4fe4-a496-852c1d64e6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:51.970210 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97eb727-9e9e-491e-b605-051dc60fc514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94be8ff-0538-4684-80bc-9c7bd0881260,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:51.974736 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f97eb727-9e9e-491e-b605-051dc60fc514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:51.978089 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f97eb727-9e9e-491e-b605-051dc60fc514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:51.979197 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-f97eb727-9e9e-491e-b605-051dc60fc514 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d94be8ff-0538-4684-80bc-9c7bd0881260 HTTP/1.1" status: 204 len: 168 time: 0.2268150 May 20 16:20:53.195156 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53896) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:53.324316 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-811435958-network', 'tenant_id': '4b4e3122563f4f15b8e51b22f523ed76'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:20:53.329252 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:20:53.333139 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Usage tracker for resource:network and tenant:4b4e3122563f4f15b8e51b22f523ed76 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:20:53.336344 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:20:53.342818 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:20:53.415327 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Made reservation on behalf of 4b4e3122563f4f15b8e51b22f523ed76 for: {'network': 1} {{(pid=92272) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:20:53.417955 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:53.431577 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:53.446984 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:20:53.450894 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Usage tracker for resource:security_group_rule and tenant:4b4e3122563f4f15b8e51b22f523ed76 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:20:53.453733 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:20:53.459998 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:20:53.551166 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:53.622659 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:53.625806 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ec9ad5bc-8521-4474-b6dc-a0e4c1f17b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:53.660436 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=92272) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:20:53.663167 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f65075-f180-4031-b94d-cc8158cc1b81,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:53.666292 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:53.674787 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:53.675013 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.segments_db [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Added segment 28f40882-e698-4188-8833-67b0362adea6 of type vlan for network fc4add49-9d36-4ffa-9668-767060bacc9c May 20 16:20:53.701029 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:53.776535 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:53.777929 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:53.778519 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:53.784153 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-6958428c-8f26-4d33-803a-71913e3c1635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:53.884999 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Pushing event updated for resources: {'Network': ['ID=fc4add49-9d36-4ffa-9668-767060bacc9c,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:53.887700 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:53.894187 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53910) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:53.894683 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-b6ec8fb6-afa4-4238-bd1c-3857b7516995 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6980352 May 20 16:20:53.896493 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network fc4add49-9d36-4ffa-9668-767060bacc9c details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:20:53.908048 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Request body: {'subnet': {'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-811435958-subnet', 'tenant_id': '4b4e3122563f4f15b8e51b22f523ed76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:20:53.908048 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:20:53.911131 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Usage tracker for resource:subnet and tenant:4b4e3122563f4f15b8e51b22f523ed76 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:20:53.914779 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:20:53.920603 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:20:54.032295 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Made reservation on behalf of 4b4e3122563f4f15b8e51b22f523ed76 for: {'subnet': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:20:54.034966 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10631610'] for subnet, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:54.542930 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10965010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10631592'] for subnet, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:54.547375 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:54.624196 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2373f4eb-1a4f-4045-90fa-d2f362ca7dfe,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:54.627900 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:54.628725 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Checking segment: {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:20:54.629084 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Network hostable DHCP agents. Network: fc4add49-9d36-4ffa-9668-767060bacc9c, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:20:54.724017 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Network fc4add49-9d36-4ffa-9668-767060bacc9c is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:20:54.827773 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, fc4add49-9d36-4ffa-9668-767060bacc9c) {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:20:54.839347 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a7fee-5686-45e8-8c4b-fdf83d505ca6 None None] Network fc4add49-9d36-4ffa-9668-767060bacc9c requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:20:54.839565 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:54.840154 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:54.925686 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-206bb704-2ffc-41f8-aa45-49cf39733823 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0290949 May 20 16:20:55.029501 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a382312a-a737-4de0-a0b1-2749689dac7f None None] Network fc4add49-9d36-4ffa-9668-767060bacc9c requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:20:55.454553 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-eea7e90c-b69a-4c94-8ec7-69b21529b0a5 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:55.455945 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-eea7e90c-b69a-4c94-8ec7-69b21529b0a5 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/networks?id=fc4add49-9d36-4ffa-9668-767060bacc9c HTTP/1.1" status: 200 len: 814 time: 0.1455786 May 20 16:20:55.471315 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-fcbb5241-8787-4e70-940a-0e0ddaaa3718 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/quotas/4b4e3122563f4f15b8e51b22f523ed76 HTTP/1.1" status: 200 len: 375 time: 0.0091612 May 20 16:20:55.518879 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-42565f4b-561b-4cc2-8621-0700a3b42d5b tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419900 May 20 16:20:55.702212 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-3178ff7a-9ff3-4432-afc7-0f056ecd26a2 service neutron] 10.222.0.11 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758361 May 20 16:20:55.834362 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-dc9bafb2-a8e2-4284-a929-6b2b1ad7fc74 service neutron] 10.222.0.11 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262407 May 20 16:20:56.083970 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-eb17a93a-5928-46fe-9b17-9a0c0ce82cf7 req-a34d7313-cbb4-4f0a-bdb2-5e494e0ba3f0 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 210 time: 0.0421259 May 20 16:20:56.350500 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53950) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:56.477818 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-bc867761-9cc7-4b26-a2e2-3b1b51d5d53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:56.492960 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-bc867761-9cc7-4b26-a2e2-3b1b51d5d53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:20:56.497294 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-bc867761-9cc7-4b26-a2e2-3b1b51d5d53e admin admin] Usage tracker for resource:security_group_rule and tenant:be58f7f493da496ab2a1fe2f0ff29f09 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:20:56.500210 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-bc867761-9cc7-4b26-a2e2-3b1b51d5d53e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:20:56.512223 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-bc867761-9cc7-4b26-a2e2-3b1b51d5d53e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:20:56.586385 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-bc867761-9cc7-4b26-a2e2-3b1b51d5d53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:56.644885 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-bc867761-9cc7-4b26-a2e2-3b1b51d5d53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:56.653760 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f1984557-fcb1-4752-9a80-059d60ee1baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:56.694001 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-bc867761-9cc7-4b26-a2e2-3b1b51d5d53e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be58f7f493da496ab2a1fe2f0ff29f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423960 May 20 16:20:56.695811 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc867761-9cc7-4b26-a2e2-3b1b51d5d53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b5d364-4a59-4c93-aa73-1d274e0e27c0,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:56.696654 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53958) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:56.698950 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-bc867761-9cc7-4b26-a2e2-3b1b51d5d53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:56.760177 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e51398d4-8f1e-4aa2-a056-ca1ae0566ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:56.785194 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e51398d4-8f1e-4aa2-a056-ca1ae0566ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:56.935366 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e51398d4-8f1e-4aa2-a056-ca1ae0566ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:56.941646 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-846b6b9b-d440-4264-99ab-fb5402429a2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:56.953269 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51398d4-8f1e-4aa2-a056-ca1ae0566ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b5d364-4a59-4c93-aa73-1d274e0e27c0,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:56.957841 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-e51398d4-8f1e-4aa2-a056-ca1ae0566ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:56.959926 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e51398d4-8f1e-4aa2-a056-ca1ae0566ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:56.961311 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-e51398d4-8f1e-4aa2-a056-ca1ae0566ef9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3b5d364-4a59-4c93-aa73-1d274e0e27c0 HTTP/1.1" status: 204 len: 168 time: 0.2633643 May 20 16:20:57.230805 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fd742139-02a5-473b-b269-955734daff96 req-b43af049-eef0-44e6-ae71-762803867b13 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 210 time: 0.0432341 May 20 16:20:57.705553 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 53968) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:57.723826 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8433dd22-7449-433e-9222-48f6c5381341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:57.724807 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:57.741966 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-8433dd22-7449-433e-9222-48f6c5381341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:20:57.747083 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-8433dd22-7449-433e-9222-48f6c5381341 admin admin] Usage tracker for resource:security_group_rule and tenant:b922aa0594384637a14a798139962ff4 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:20:57.748671 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-8433dd22-7449-433e-9222-48f6c5381341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:20:57.755111 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-8433dd22-7449-433e-9222-48f6c5381341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:20:57.836593 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8433dd22-7449-433e-9222-48f6c5381341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:57.918865 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8433dd22-7449-433e-9222-48f6c5381341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:57.926042 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-54e11f29-2dc9-4761-a843-706f911a5d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:57.966926 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433dd22-7449-433e-9222-48f6c5381341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155a69eb-943e-4d15-bb29-979b59f9c6ba,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:57.969965 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8433dd22-7449-433e-9222-48f6c5381341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:57.972631 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-8433dd22-7449-433e-9222-48f6c5381341 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b922aa0594384637a14a798139962ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661116 May 20 16:20:57.979747 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 53972) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:20:58.038093 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-1db9d1ce-ee07-4405-bd56-11aa12c0c8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:58.067669 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-1db9d1ce-ee07-4405-bd56-11aa12c0c8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:58.205241 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-1db9d1ce-ee07-4405-bd56-11aa12c0c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:58.209902 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-8cd7fe03-d25f-4c02-a9b5-fefd453f3c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:58.221500 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9d1ce-ee07-4405-bd56-11aa12c0c8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155a69eb-943e-4d15-bb29-979b59f9c6ba,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:58.227027 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-1db9d1ce-ee07-4405-bd56-11aa12c0c8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:58.228969 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-1db9d1ce-ee07-4405-bd56-11aa12c0c8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:58.232799 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-1db9d1ce-ee07-4405-bd56-11aa12c0c8c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/155a69eb-943e-4d15-bb29-979b59f9c6ba HTTP/1.1" status: 204 len: 168 time: 0.2529871 May 20 16:20:58.353084 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-5aa0b182-885f-48d5-9f2d-891e5a762387 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:58.355088 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-5aa0b182-885f-48d5-9f2d-891e5a762387 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "GET /v2.0/networks?id=fc4add49-9d36-4ffa-9668-767060bacc9c HTTP/1.1" status: 200 len: 814 time: 0.1539207 May 20 16:20:58.405094 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Request body: {'port': {'device_id': '9297df77-aa02-4ae6-be93-f538008d6368', 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c', 'admin_state_up': True, 'tenant_id': '4b4e3122563f4f15b8e51b22f523ed76'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:20:58.425931 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f87e7a7c-da4c-4c5f-9d11-1a2cc3a3a975 req-3567f89e-33f8-43da-a98d-d716fc17f978 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 210 time: 0.0661080 May 20 16:20:58.548185 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:20:58.552414 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Usage tracker for resource:port and tenant:4b4e3122563f4f15b8e51b22f523ed76 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:20:58.555156 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:20:58.562336 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:20:58.656017 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Made reservation on behalf of 4b4e3122563f4f15b8e51b22f523ed76 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:20:58.660139 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:58.830677 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Allocated IP 172.20.0.7 (fc4add49-9d36-4ffa-9668-767060bacc9c/2373f4eb-1a4f-4045-90fa-d2f362ca7dfe/f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:20:59.132321 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:59.256966 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:59.262913 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-589514e0-2c91-49ad-a216-c3a5f7331510 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:20:59.331028 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Network fc4add49-9d36-4ffa-9668-767060bacc9c is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:20:59.334558 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:20:59.338519 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:20:59.375154 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Pushing event updated for resources: {'Port': ['ID=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:20:59.379563 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:20:59.406956 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:59.407557 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:59.497626 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1007557 May 20 16:20:59.509245 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Request body: {'port': {'device_id': '9297df77-aa02-4ae6-be93-f538008d6368', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:20:59.680377 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:20:59.744091 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2c516-7dc1-4ea2-8236-59f9dc66308a req-333c4821-5c75-4dc5-8854-462f50306537 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:20:59.744800 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5fc2c516-7dc1-4ea2-8236-59f9dc66308a req-333c4821-5c75-4dc5-8854-462f50306537 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Synchronizing usage tracker for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:20:59.886914 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5fc2c516-7dc1-4ea2-8236-59f9dc66308a req-333c4821-5c75-4dc5-8854-462f50306537 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Unset dirty status for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:20:59.887991 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5fc2c516-7dc1-4ea2-8236-59f9dc66308a req-333c4821-5c75-4dc5-8854-462f50306537 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 931 time: 0.3480599 May 20 16:21:00.002412 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5fc2c516-7dc1-4ea2-8236-59f9dc66308a req-dd810d6e-1f06-40b8-9477-fd83dfcf1188 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688913 May 20 16:21:00.081172 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:00.088638 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:00.102753 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Transition to ACTIVE for port object f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:21:00.153221 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:00.157915 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a30c9275-637e-40bc-bc69-c964da05015d tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:00.323725 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:00.326542 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:00.400865 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Attempting to bind port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:21:00.401502 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Attempting to bind port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:21:00.401620 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Attempting to bind port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 on network fc4add49-9d36-4ffa-9668-767060bacc9c {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:21:00.414463 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 on network fc4add49-9d36-4ffa-9668-767060bacc9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:21:00.414841 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Attempting to bind port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 on network fc4add49-9d36-4ffa-9668-767060bacc9c {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:21:00.420352 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:21:00.420695 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Checking segment: {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:21:00.421081 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Bound using segment: {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:21:00.421540 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Bound port: f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:21:00.421898 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:00.514465 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] For port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:21:00.520932 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] For port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:21:00.616464 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:00.620491 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b54ace70-b812-4499-954d-eee3c1f6b34c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:00.680590 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:00.681201 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:00.682572 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] 10.222.0.10 "PUT /v2.0/ports/f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 HTTP/1.1" status: 200 len: 1093 time: 1.1776373 May 20 16:21:00.683065 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9297df77-aa02-4ae6-be93-f538008d6368', 'tag': 'f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:00.703480 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:00.706206 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:00.735342 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9297df77-aa02-4ae6-be93-f538008d6368', 'tag': 'f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19', 'status': 'completed', 'code': 200} May 20 16:21:00.831132 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a4757-1569-4f87-b3dd-9150c622505b req-6f5f63b5-f184-498b-97b1-cfc05e91e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:00.832738 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-535a4757-1569-4f87-b3dd-9150c622505b req-6f5f63b5-f184-498b-97b1-cfc05e91e73d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 1096 time: 0.0768309 May 20 16:21:00.977412 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a4757-1569-4f87-b3dd-9150c622505b req-6f02074e-e43f-4d95-a74d-1cbaaecb0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:00.978780 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-535a4757-1569-4f87-b3dd-9150c622505b req-6f02074e-e43f-4d95-a74d-1cbaaecb0e8e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1381145 May 20 16:21:01.115552 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a4757-1569-4f87-b3dd-9150c622505b req-9f219a53-c279-4a29-9ca3-a1df602b09f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:01.116983 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-535a4757-1569-4f87-b3dd-9150c622505b req-9f219a53-c279-4a29-9ca3-a1df602b09f9 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320825 May 20 16:21:01.361071 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e184ce-5034-42bb-b9ce-5ab2492d7d2f req-eef72659-76eb-40d5-9f3f-5bcfdf5482c2 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:01.362544 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-65e184ce-5034-42bb-b9ce-5ab2492d7d2f req-eef72659-76eb-40d5-9f3f-5bcfdf5482c2 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 943 time: 0.2439079 May 20 16:21:01.365499 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-707c0c59-1303-44af-aff6-c5a6ac76ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:01.366806 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-707c0c59-1303-44af-aff6-c5a6ac76ed11 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 1096 time: 0.2119508 May 20 16:21:01.451443 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-6897a999-7989-4667-adad-2459cf82cd59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 HTTP/1.1" status: 200 len: 217 time: 0.0699871 May 20 16:21:01.514313 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-65e184ce-5034-42bb-b9ce-5ab2492d7d2f req-50059ef2-49e7-4c05-84f5-ad5750ab2cf6 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457710 May 20 16:21:01.529534 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-928bc5c2-6690-4ce2-b4a2-d61223cc7e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:01.530968 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-928bc5c2-6690-4ce2-b4a2-d61223cc7e6e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2373f4eb-1a4f-4045-90fa-d2f362ca7dfe HTTP/1.1" status: 200 len: 854 time: 0.0700591 May 20 16:21:01.578655 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-b18497ef-d776-48f6-8674-157ec793f35d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc4add49-9d36-4ffa-9668-767060bacc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411582 May 20 16:21:01.711576 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-c00265a8-70a1-4983-959c-05e853c06a9b service neutron] 10.222.0.10 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263592 May 20 16:21:01.851135 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51a278a8-0494-49ef-804b-b48b20a1e7fe req-f9dea059-40c5-4aec-b2c3-2f3f51526d43 service neutron] 10.222.0.10 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329033 May 20 16:21:02.854409 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7454c7-5754-4ad4-a7e8-a8de53823581 req-fcce26e9-4573-47dd-9a27-32a26f81dcd7 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:02.855893 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0d7454c7-5754-4ad4-a7e8-a8de53823581 req-fcce26e9-4573-47dd-9a27-32a26f81dcd7 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 943 time: 0.0866024 May 20 16:21:02.901320 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0d7454c7-5754-4ad4-a7e8-a8de53823581 req-d58d2919-6929-43c7-b675-ca40f9d70009 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 May 20 16:21:03.901774 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:21:04.039798 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:04.057597 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19', 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c', 'port_id': 'f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19', 'mac_address': 'fa:16:3e:69:92:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2373f4eb-1a4f-4045-90fa-d2f362ca7dfe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:21:04.092494 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb33f0-6879-481e-ac1c-7dfd1f447bd7 req-28fa3617-a9f9-4cb7-8248-6f66c3343dca tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:04.099256 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-21cb33f0-6879-481e-ac1c-7dfd1f447bd7 req-28fa3617-a9f9-4cb7-8248-6f66c3343dca tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 943 time: 0.0826325 May 20 16:21:04.112522 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:04.130042 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:04.145747 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-21cb33f0-6879-481e-ac1c-7dfd1f447bd7 req-7522be1b-c636-42e6-b662-71dccf82b4bd tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452466 May 20 16:21:04.145982 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:04.238276 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:04.240236 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:04.305839 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:04.309091 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:04.449398 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:21:05.327363 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14be233-0916-48a1-90f3-117734e61cff req-48ebaa31-1670-479a-bed0-586733f7a7f2 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:05.328741 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c14be233-0916-48a1-90f3-117734e61cff req-48ebaa31-1670-479a-bed0-586733f7a7f2 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 944 time: 0.0802140 May 20 16:21:05.374536 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c14be233-0916-48a1-90f3-117734e61cff req-c510c0b2-71d5-48c2-a64a-1e7a01c3a2c9 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393460 May 20 16:21:05.901328 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:21:06.037816 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:21:06.042593 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:21:06.047803 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:06.159993 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:06.190293 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9297df77-aa02-4ae6-be93-f538008d6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:06.200770 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:06.233550 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9297df77-aa02-4ae6-be93-f538008d6368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19', 'code': 200} May 20 16:21:06.278588 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:06.281187 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:06.347321 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:06.351329 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:06.576005 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4999485c-4c86-4805-82a6-838dfefdc108 req-17a5ad8f-2cef-430c-86da-ca926724f0e7 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:06.577485 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4999485c-4c86-4805-82a6-838dfefdc108 req-17a5ad8f-2cef-430c-86da-ca926724f0e7 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 945 time: 0.0847132 May 20 16:21:06.671218 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4999485c-4c86-4805-82a6-838dfefdc108 req-3d81ce27-76bf-4b2d-a3f8-d70e4d7609e9 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557640 May 20 16:21:06.684389 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873ad17-5671-492d-8e18-679322b5002d req-9bc92d3d-15aa-478d-b0fd-c804f1dbc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:06.694216 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d873ad17-5671-492d-8e18-679322b5002d req-9bc92d3d-15aa-478d-b0fd-c804f1dbc9d8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 1098 time: 0.1044202 May 20 16:21:06.727551 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d873ad17-5671-492d-8e18-679322b5002d req-c4b5287f-155d-4092-8aa2-8cae72afaee5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340333 May 20 16:21:07.865382 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4288ea-9025-4780-b205-ae171618fb76 req-3a26658d-a19a-4286-9d26-53e93719719f tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:07.866766 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1c4288ea-9025-4780-b205-ae171618fb76 req-3a26658d-a19a-4286-9d26-53e93719719f tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 945 time: 0.0831397 May 20 16:21:07.912521 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1c4288ea-9025-4780-b205-ae171618fb76 req-37833a6c-4a10-456f-84c0-6730e446324d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 May 20 16:21:08.918940 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-23f16359-5cfe-48ad-9a89-d74788a477e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:11.478459 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:11.622529 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-f70eb5fb-c22d-458c-ab5e-d3f49a5e834c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:12.638254 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:13.135859 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-1f2a5843-21fa-4b44-8cc3-1199db5c41b0 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:13.137352 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-1f2a5843-21fa-4b44-8cc3-1199db5c41b0 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/networks?id=fc4add49-9d36-4ffa-9668-767060bacc9c HTTP/1.1" status: 200 len: 814 time: 0.1471233 May 20 16:21:13.153639 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-af876475-460d-42f5-90eb-bf441593289a tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/quotas/4b4e3122563f4f15b8e51b22f523ed76 HTTP/1.1" status: 200 len: 375 time: 0.0103872 May 20 16:21:13.240811 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-fa8f94ab-a461-4ae3-893f-7e08030ee66d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0813303 May 20 16:21:13.371418 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-7ef4b764-9f09-4487-b274-1e848bd6dbe8 service neutron] 10.222.0.11 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236205 May 20 16:21:13.596415 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-895384ab-d6c1-4726-8a26-00f5397ab4ea service neutron] 10.222.0.11 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190008 May 20 16:21:13.862501 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-301cb044-6527-4bd3-a1d7-d420fc28df9f req-b727d4e3-44bb-4b21-ad38-f695bbc1df07 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 210 time: 0.0426767 May 20 16:21:14.679416 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:15.012220 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3dead536-520c-4dc0-b1e6-9f49004814b1 req-a107ed62-c698-43c3-be03-ac681e43388d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 210 time: 0.0426052 May 20 16:21:16.028039 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-cc7891de-aa8d-4e7e-a34a-fd0a0856106d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:16.029613 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-cc7891de-aa8d-4e7e-a34a-fd0a0856106d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "GET /v2.0/networks?id=fc4add49-9d36-4ffa-9668-767060bacc9c HTTP/1.1" status: 200 len: 814 time: 0.1487331 May 20 16:21:16.041365 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Request body: {'port': {'device_id': '5e676802-b92f-4938-a3b1-e9f7454b2870', 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c', 'admin_state_up': True, 'tenant_id': '4b4e3122563f4f15b8e51b22f523ed76'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:21:16.187397 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dd441706-5f41-48d7-9983-ddbf00be5914 req-e905ea55-3b2d-441e-a017-542ed904fcae tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 210 time: 0.0608799 May 20 16:21:16.223968 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:21:16.233536 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:21:16.313743 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Made reservation on behalf of 4b4e3122563f4f15b8e51b22f523ed76 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:21:16.317845 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:16.488573 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Allocated IP 172.20.0.5 (fc4add49-9d36-4ffa-9668-767060bacc9c/2373f4eb-1a4f-4045-90fa-d2f362ca7dfe/1fd649f8-bc44-4a30-bd45-e9b9cdf30523) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:21:16.692652 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:16.771871 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:16.777546 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b1bfdf76-97b3-4944-964a-f2388cb37fad tempest-ServerRescueNegativeTestJSON-210809289 tempest-ServerRescueNegativeTestJSON-210809289-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:16.783254 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:21:16.848826 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Network fc4add49-9d36-4ffa-9668-767060bacc9c is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:21:16.852121 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:21:16.856025 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:21:16.891930 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Pushing event updated for resources: {'Port': ['ID=1fd649f8-bc44-4a30-bd45-e9b9cdf30523,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:16.910347 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:16.911184 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:16.911184 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:16.911475 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:16.911836 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:16.912192 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:16.912547 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:16.912898 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:16.913339 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:16.913606 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:16.913955 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:16.914299 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:16.919760 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:16.936616 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:16.937855 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:17.023261 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9857109 May 20 16:21:17.049461 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Request body: {'port': {'device_id': '5e676802-b92f-4938-a3b1-e9f7454b2870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:21:17.165443 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:17.493958 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6b2aa-2724-4643-b2c1-d3eb45a1e4d0 req-6921b0f9-4e91-4ac0-b83d-b342f2456bc2 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:17.494562 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-b9b6b2aa-2724-4643-b2c1-d3eb45a1e4d0 req-6921b0f9-4e91-4ac0-b83d-b342f2456bc2 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Synchronizing usage tracker for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:21:17.587250 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:17.593703 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-b9b6b2aa-2724-4643-b2c1-d3eb45a1e4d0 req-6921b0f9-4e91-4ac0-b83d-b342f2456bc2 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Unset dirty status for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:21:17.594871 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b9b6b2aa-2724-4643-b2c1-d3eb45a1e4d0 req-6921b0f9-4e91-4ac0-b83d-b342f2456bc2 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 931 time: 0.2948616 May 20 16:21:17.596442 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:17.632799 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Transition to ACTIVE for port object 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:21:17.654010 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b9b6b2aa-2724-4643-b2c1-d3eb45a1e4d0 req-e0c75ccc-6821-4b54-b2a2-c46c14359398 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529499 May 20 16:21:17.736297 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:17.740868 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c3d6c928-8cf6-4af7-812b-f0efc9b7b3e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:17.995855 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd649f8-bc44-4a30-bd45-e9b9cdf30523,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:18.003258 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:18.073921 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Attempting to bind port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:21:18.074611 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Attempting to bind port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:21:18.074611 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Attempting to bind port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 on network fc4add49-9d36-4ffa-9668-767060bacc9c {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:21:18.078994 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 on network fc4add49-9d36-4ffa-9668-767060bacc9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:21:18.079312 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Attempting to bind port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 on network fc4add49-9d36-4ffa-9668-767060bacc9c {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:21:18.084999 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:21:18.085339 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Checking segment: {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:21:18.085724 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Bound using segment: {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:21:18.086143 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Bound port: 1fd649f8-bc44-4a30-bd45-e9b9cdf30523, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:21:18.086488 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:18.176450 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] For port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:21:18.179448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] For port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1fd649f8-bc44-4a30-bd45-e9b9cdf30523,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:21:18.239536 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:18.243387 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-eda03d83-bbf5-445d-afc4-7309a1e1eb67 tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:18.306901 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:18.307298 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:18.308639 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] 10.222.0.10 "PUT /v2.0/ports/1fd649f8-bc44-4a30-bd45-e9b9cdf30523 HTTP/1.1" status: 200 len: 1093 time: 1.2635670 May 20 16:21:18.309124 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e676802-b92f-4938-a3b1-e9f7454b2870', 'tag': '1fd649f8-bc44-4a30-bd45-e9b9cdf30523'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:18.327265 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd649f8-bc44-4a30-bd45-e9b9cdf30523,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:18.330259 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:18.361263 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e676802-b92f-4938-a3b1-e9f7454b2870', 'tag': '1fd649f8-bc44-4a30-bd45-e9b9cdf30523', 'status': 'completed', 'code': 200} May 20 16:21:18.459817 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34188a6-8cd9-4cc3-bce3-dfe3e961c7f1 req-95873652-2247-4ebb-b94d-0a014815a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:18.461547 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d34188a6-8cd9-4cc3-bce3-dfe3e961c7f1 req-95873652-2247-4ebb-b94d-0a014815a88e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 1096 time: 0.0772717 May 20 16:21:18.611141 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34188a6-8cd9-4cc3-bce3-dfe3e961c7f1 req-ca2a5fba-7d42-49d8-a2ad-e4cbec820365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:18.612623 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d34188a6-8cd9-4cc3-bce3-dfe3e961c7f1 req-ca2a5fba-7d42-49d8-a2ad-e4cbec820365 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1399930 May 20 16:21:18.761764 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34188a6-8cd9-4cc3-bce3-dfe3e961c7f1 req-89544afe-1403-4b83-8489-58f142929394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:18.763239 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d34188a6-8cd9-4cc3-bce3-dfe3e961c7f1 req-89544afe-1403-4b83-8489-58f142929394 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413009 May 20 16:21:18.909309 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1292976-a82d-42bc-a629-0d27aae7475d req-865157a9-ee42-49ff-b974-b75154078f42 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:18.910774 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e1292976-a82d-42bc-a629-0d27aae7475d req-865157a9-ee42-49ff-b974-b75154078f42 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 943 time: 0.1466668 May 20 16:21:18.913421 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-191f5459-7cbf-49a9-a531-2dc1389646fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:18.914731 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-191f5459-7cbf-49a9-a531-2dc1389646fd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 1096 time: 0.1136026 May 20 16:21:19.001069 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-bb69efff-3b1f-4690-a153-46ff3fa74992 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fd649f8-bc44-4a30-bd45-e9b9cdf30523 HTTP/1.1" status: 200 len: 217 time: 0.0716882 May 20 16:21:19.062779 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e1292976-a82d-42bc-a629-0d27aae7475d req-48ae99b4-bd6d-47e9-8071-f0d89ddfa87c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461744 May 20 16:21:19.075647 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-2cc97577-a05e-48eb-a219-293da709a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:19.077064 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-2cc97577-a05e-48eb-a219-293da709a4a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2373f4eb-1a4f-4045-90fa-d2f362ca7dfe HTTP/1.1" status: 200 len: 854 time: 0.0686767 May 20 16:21:19.125294 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-aa7aa985-1cdb-4a37-8a0b-e95cff798596 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc4add49-9d36-4ffa-9668-767060bacc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410333 May 20 16:21:19.257806 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-2a0b0ce3-0aa3-41e6-92d0-d8258d957e7a service neutron] 10.222.0.10 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248672 May 20 16:21:19.391679 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-efd3d5c6-346f-4d28-a189-5ee01d7e66ac req-5364fee1-e2cc-4ea2-b11e-f5285ddbbc24 service neutron] 10.222.0.10 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273904 May 20 16:21:20.260470 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd11ce8-6fcc-4550-b7e2-573c7ae5d369 req-e71e8139-75c2-4765-85cc-1331dce84b82 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:20.261945 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9fd11ce8-6fcc-4550-b7e2-573c7ae5d369 req-e71e8139-75c2-4765-85cc-1331dce84b82 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 943 time: 0.0877433 May 20 16:21:20.306805 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9fd11ce8-6fcc-4550-b7e2-573c7ae5d369 req-77edd78d-b724-4eb1-aaba-65d439003855 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391033 May 20 16:21:21.495603 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e6954-f426-40df-b0ed-d09b678e19e1 req-7b277320-4ccd-4a85-8529-6f0171589215 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:21.497047 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b45e6954-f426-40df-b0ed-d09b678e19e1 req-7b277320-4ccd-4a85-8529-6f0171589215 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 943 time: 0.0849998 May 20 16:21:21.541064 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b45e6954-f426-40df-b0ed-d09b678e19e1 req-4c51110c-5271-4c5b-80d5-82efd0a4f8fc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381653 May 20 16:21:21.982540 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:21:22.118021 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1fd649f8-bc44-4a30-bd45-e9b9cdf30523,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:22.130939 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': '1fd649f8-bc44-4a30-bd45-e9b9cdf30523', 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c', 'port_id': '1fd649f8-bc44-4a30-bd45-e9b9cdf30523', 'mac_address': 'fa:16:3e:47:9a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2373f4eb-1a4f-4045-90fa-d2f362ca7dfe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:21:22.186662 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:22.207460 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:22.223209 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1fd649f8-bc44-4a30-bd45-e9b9cdf30523,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:22.279406 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:22.281349 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:22.347947 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=1fd649f8-bc44-4a30-bd45-e9b9cdf30523,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:22.351697 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:22.523096 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['1fd649f8-bc44-4a30-bd45-e9b9cdf30523'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:21:22.731050 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e95be-b1c5-4c9b-8923-0d901725b9dd req-3812788a-96f8-48b8-b6db-0492fec0900b tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:22.732514 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-781e95be-b1c5-4c9b-8923-0d901725b9dd req-3812788a-96f8-48b8-b6db-0492fec0900b tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 944 time: 0.0846670 May 20 16:21:22.777739 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-781e95be-b1c5-4c9b-8923-0d901725b9dd req-b0715250-0fbf-4849-b28f-af0cd5336713 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393248 May 20 16:21:24.002076 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:21:24.061798 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771170de-19c4-4307-a494-f0f27ec3049e req-9a8ec48a-3be5-42f9-9f82-cbe9ad3a4051 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:24.063254 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-771170de-19c4-4307-a494-f0f27ec3049e req-9a8ec48a-3be5-42f9-9f82-cbe9ad3a4051 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 944 time: 0.1789250 May 20 16:21:24.120689 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-771170de-19c4-4307-a494-f0f27ec3049e req-0bd76699-8d8b-4100-b69b-1cacba3b892a tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508013 May 20 16:21:24.153340 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:21:24.159281 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:21:24.159755 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:24.278549 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:24.305648 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e676802-b92f-4938-a3b1-e9f7454b2870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd649f8-bc44-4a30-bd45-e9b9cdf30523'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:24.315326 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1fd649f8-bc44-4a30-bd45-e9b9cdf30523,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:24.351754 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e676802-b92f-4938-a3b1-e9f7454b2870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd649f8-bc44-4a30-bd45-e9b9cdf30523', 'code': 200} May 20 16:21:24.410650 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:24.412516 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:24.480395 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=1fd649f8-bc44-4a30-bd45-e9b9cdf30523,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:24.483467 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:24.758560 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c707e9-786e-405d-968a-6374333030c2 req-58d459f0-0663-4712-bb6c-3579b6fd898d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:24.760067 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-61c707e9-786e-405d-968a-6374333030c2 req-58d459f0-0663-4712-bb6c-3579b6fd898d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 1098 time: 0.0899303 May 20 16:21:24.801848 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-61c707e9-786e-405d-968a-6374333030c2 req-c762efd8-f870-44c7-9ea1-dd31a9a8d500 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351310 May 20 16:21:25.318341 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbffd6ca-7aac-41e7-a1ad-7be3005d7454 req-c83ca243-9ff7-4bc7-8c98-a11984b0993a tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:25.320594 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fbffd6ca-7aac-41e7-a1ad-7be3005d7454 req-c83ca243-9ff7-4bc7-8c98-a11984b0993a tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 945 time: 0.0828996 May 20 16:21:25.364086 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fbffd6ca-7aac-41e7-a1ad-7be3005d7454 req-40e8b231-2a8d-4ee1-99ca-e97195830db1 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375030 May 20 16:21:26.554124 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08fcd5-6cfa-4b84-927e-482b73dd42b3 req-2157090a-54ba-4d37-a2a7-372a4b4ccda5 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:26.556521 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2f08fcd5-6cfa-4b84-927e-482b73dd42b3 req-2157090a-54ba-4d37-a2a7-372a4b4ccda5 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 945 time: 0.0843685 May 20 16:21:26.604559 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2f08fcd5-6cfa-4b84-927e-482b73dd42b3 req-95db25e4-873f-42c6-b8e1-e6d71b140b77 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400934 May 20 16:21:26.667653 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:21:27.735986 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:28.856821 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-640c119b-7b46-43f5-87e9-01e829eb1d47 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:28.858292 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-640c119b-7b46-43f5-87e9-01e829eb1d47 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/networks?id=fc4add49-9d36-4ffa-9668-767060bacc9c HTTP/1.1" status: 200 len: 814 time: 0.1559973 May 20 16:21:28.872858 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-ad5573f2-3f5a-4fd7-83e2-a152ccb6abd6 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/quotas/4b4e3122563f4f15b8e51b22f523ed76 HTTP/1.1" status: 200 len: 375 time: 0.0090146 May 20 16:21:28.954238 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-ba68d0e8-8701-4443-a39c-356846128d1f tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761700 May 20 16:21:29.085287 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-0f565ae4-597d-4fff-ba12-ed7b28e7ade7 service neutron] 10.222.0.11 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241653 May 20 16:21:29.216974 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-8daf7f5a-7cea-4738-bac9-c3b3ee680407 service neutron] 10.222.0.11 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251135 May 20 16:21:29.561336 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-65ade3af-c3b2-4f8c-b8ec-8865f73528b0 req-6c676b7f-652c-4b57-b67d-6d8adab170e1 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 210 time: 0.0533233 May 20 16:21:29.598525 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-68793386-7579-4cac-887b-289cb1ff0681 req-d03330d7-8c20-499d-8246-25676011b3f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1247420 May 20 16:21:29.741331 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68793386-7579-4cac-887b-289cb1ff0681 req-04e39b5d-2fe4-45bc-b6d0-4587fe1ccac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:29.743308 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-68793386-7579-4cac-887b-289cb1ff0681 req-04e39b5d-2fe4-45bc-b6d0-4587fe1ccac6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 1098 time: 0.0740931 May 20 16:21:29.891975 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68793386-7579-4cac-887b-289cb1ff0681 req-586024c6-7e4e-45b9-b8ea-66cd237807c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:29.893438 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-68793386-7579-4cac-887b-289cb1ff0681 req-586024c6-7e4e-45b9-b8ea-66cd237807c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fc4add49-9d36-4ffa-9668-767060bacc9c HTTP/1.1" status: 200 len: 915 time: 0.1294963 May 20 16:21:29.960684 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-68793386-7579-4cac-887b-289cb1ff0681 req-54e1637b-8082-461d-9774-82e027ba8b33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 HTTP/1.1" status: 200 len: 217 time: 0.0597222 May 20 16:21:30.025403 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68793386-7579-4cac-887b-289cb1ff0681 req-7483b630-5143-488d-a512-99b7fe86865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:30.026832 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-68793386-7579-4cac-887b-289cb1ff0681 req-7483b630-5143-488d-a512-99b7fe86865e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2373f4eb-1a4f-4045-90fa-d2f362ca7dfe HTTP/1.1" status: 200 len: 854 time: 0.0598121 May 20 16:21:30.076627 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-68793386-7579-4cac-887b-289cb1ff0681 req-8471cc6e-b9fc-4093-9547-576cc0e6040d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc4add49-9d36-4ffa-9668-767060bacc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416732 May 20 16:21:30.211511 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-68793386-7579-4cac-887b-289cb1ff0681 req-83c5773b-b6b2-45a6-a139-590eb2aa7101 service neutron] 10.222.0.10 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232107 May 20 16:21:30.433106 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-68793386-7579-4cac-887b-289cb1ff0681 req-b82e9407-cca2-43f0-8de9-f8292a3779b9 service neutron] 10.222.0.10 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146473 May 20 16:21:30.714856 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-27b6938d-7ca3-4e90-b527-8a011fc0ee32 req-35c0e4ef-1e8c-46bc-bfea-dd4282c3bc94 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 210 time: 0.0472951 May 20 16:21:31.674667 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-fb02977f-517d-474e-8089-a822978a9ecb tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:31.676070 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-fb02977f-517d-474e-8089-a822978a9ecb tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "GET /v2.0/networks?id=fc4add49-9d36-4ffa-9668-767060bacc9c HTTP/1.1" status: 200 len: 814 time: 0.1481349 May 20 16:21:31.688957 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Request body: {'port': {'device_id': '86afe9b3-fac7-4cfd-ab1c-6dd785b09320', 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c', 'admin_state_up': True, 'tenant_id': '4b4e3122563f4f15b8e51b22f523ed76'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:21:31.871504 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:21:31.880798 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-52d9c10e-5f3c-436c-b14b-a6f2bb4ae025 req-5426af33-4508-4488-a370-1790409706a9 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 210 time: 0.0514781 May 20 16:21:31.887967 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:21:31.980801 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Made reservation on behalf of 4b4e3122563f4f15b8e51b22f523ed76 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:21:31.984400 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:32.150676 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Allocated IP 172.20.0.10 (fc4add49-9d36-4ffa-9668-767060bacc9c/2373f4eb-1a4f-4045-90fa-d2f362ca7dfe/fd1a06e9-df44-4560-ab65-99b916e1ab53) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:21:32.354669 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:32.439545 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:32.446070 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a0dd661e-d2b9-4393-898b-564d7660b7dd tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:32.453544 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19', '1fd649f8-bc44-4a30-bd45-e9b9cdf30523'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:21:32.518666 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Network fc4add49-9d36-4ffa-9668-767060bacc9c is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:21:32.521632 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:21:32.526706 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:21:32.554215 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Pushing event updated for resources: {'Port': ['ID=fd1a06e9-df44-4560-ab65-99b916e1ab53,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:32.561650 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:32.591487 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:32.592189 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:32.702489 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0171652 May 20 16:21:32.715789 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Request body: {'port': {'device_id': '86afe9b3-fac7-4cfd-ab1c-6dd785b09320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:21:32.833375 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:33.173340 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f4b99-7faa-43f8-b21a-aa1c4a08fb57 req-6b9a652d-cd5b-419a-bd08-b332e5eff94b tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:33.174033 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-d60f4b99-7faa-43f8-b21a-aa1c4a08fb57 req-6b9a652d-cd5b-419a-bd08-b332e5eff94b tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Synchronizing usage tracker for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:21:33.255446 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1a06e9-df44-4560-ab65-99b916e1ab53 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:33.263118 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:33.265460 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-d60f4b99-7faa-43f8-b21a-aa1c4a08fb57 req-6b9a652d-cd5b-419a-bd08-b332e5eff94b tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Unset dirty status for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:21:33.266529 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d60f4b99-7faa-43f8-b21a-aa1c4a08fb57 req-6b9a652d-cd5b-419a-bd08-b332e5eff94b tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 932 time: 0.2574811 May 20 16:21:33.292470 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Transition to ACTIVE for port object fd1a06e9-df44-4560-ab65-99b916e1ab53 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:21:33.321049 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d60f4b99-7faa-43f8-b21a-aa1c4a08fb57 req-b9da367e-6b1c-4d81-ae0f-fdee59b96fd9 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464532 May 20 16:21:33.376200 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:33.380960 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7fdc1255-66e6-4038-80db-dfa92ca4eb3a tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:33.601019 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1a06e9-df44-4560-ab65-99b916e1ab53,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:33.627257 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:33.707730 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Attempting to bind port fd1a06e9-df44-4560-ab65-99b916e1ab53 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:21:33.708420 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Attempting to bind port fd1a06e9-df44-4560-ab65-99b916e1ab53 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:21:33.708420 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Attempting to bind port fd1a06e9-df44-4560-ab65-99b916e1ab53 on network fc4add49-9d36-4ffa-9668-767060bacc9c {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:21:33.713590 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Port fd1a06e9-df44-4560-ab65-99b916e1ab53 on network fc4add49-9d36-4ffa-9668-767060bacc9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:21:33.713914 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Attempting to bind port fd1a06e9-df44-4560-ab65-99b916e1ab53 on network fc4add49-9d36-4ffa-9668-767060bacc9c {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:21:33.718978 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:21:33.721328 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Checking segment: {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:21:33.721328 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Bound using segment: {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:21:33.721328 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Bound port: fd1a06e9-df44-4560-ab65-99b916e1ab53, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:21:33.721328 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:33.807427 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] For port fd1a06e9-df44-4560-ab65-99b916e1ab53, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:21:33.810444 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] For port fd1a06e9-df44-4560-ab65-99b916e1ab53, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd1a06e9-df44-4560-ab65-99b916e1ab53,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:21:33.896482 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:33.900644 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:33.961323 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:33.961889 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:33.963239 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] 10.222.0.10 "PUT /v2.0/ports/fd1a06e9-df44-4560-ab65-99b916e1ab53 HTTP/1.1" status: 200 len: 1094 time: 1.2519629 May 20 16:21:33.963731 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86afe9b3-fac7-4cfd-ab1c-6dd785b09320', 'tag': 'fd1a06e9-df44-4560-ab65-99b916e1ab53'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:33.986094 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1a06e9-df44-4560-ab65-99b916e1ab53,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:33.989817 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:34.008404 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86afe9b3-fac7-4cfd-ab1c-6dd785b09320', 'tag': 'fd1a06e9-df44-4560-ab65-99b916e1ab53', 'status': 'completed', 'code': 200} May 20 16:21:34.100024 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d356555-f73a-49f2-a484-72024bdb4a31 req-96bbe24b-70ce-4cdb-9b75-5f269ae12b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:34.101642 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7d356555-f73a-49f2-a484-72024bdb4a31 req-96bbe24b-70ce-4cdb-9b75-5f269ae12b2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 1097 time: 0.0720708 May 20 16:21:34.243197 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d356555-f73a-49f2-a484-72024bdb4a31 req-f332f1a7-7574-406c-9526-4fd3032e0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:34.244718 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7d356555-f73a-49f2-a484-72024bdb4a31 req-f332f1a7-7574-406c-9526-4fd3032e0ab6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1356080 May 20 16:21:34.382920 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d356555-f73a-49f2-a484-72024bdb4a31 req-f69872f4-7ca5-4169-95fd-0d88d4aedffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:34.384375 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7d356555-f73a-49f2-a484-72024bdb4a31 req-f69872f4-7ca5-4169-95fd-0d88d4aedffb service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333520 May 20 16:21:34.567697 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe37c4-4b6d-44cf-bc3b-0b7bbff414eb req-245c482e-ec9b-4c90-b374-be629c9018bf tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:34.569169 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-91fe37c4-4b6d-44cf-bc3b-0b7bbff414eb req-245c482e-ec9b-4c90-b374-be629c9018bf tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 944 time: 0.1097291 May 20 16:21:34.571402 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-aeb6db79-65f3-44c2-a9e2-39a03283466e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:34.572733 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-aeb6db79-65f3-44c2-a9e2-39a03283466e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 1097 time: 0.1476901 May 20 16:21:34.666879 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-27c38e0f-cc3a-44ec-b075-66b41a574ec8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd1a06e9-df44-4560-ab65-99b916e1ab53 HTTP/1.1" status: 200 len: 217 time: 0.0754824 May 20 16:21:34.710300 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-91fe37c4-4b6d-44cf-bc3b-0b7bbff414eb req-c50ac834-f0fd-4840-a362-1a2d2812bc44 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333687 May 20 16:21:34.735388 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-0ff21400-3650-4c3e-8a24-42e7f186654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:34.736796 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-0ff21400-3650-4c3e-8a24-42e7f186654a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2373f4eb-1a4f-4045-90fa-d2f362ca7dfe HTTP/1.1" status: 200 len: 854 time: 0.0623174 May 20 16:21:34.789160 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-dc5020fc-2d0b-4ffd-8328-24aa661d7b3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc4add49-9d36-4ffa-9668-767060bacc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443325 May 20 16:21:34.936757 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-f07198f5-c16d-42b8-a2fe-348517af2a18 service neutron] 10.222.0.10 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408780 May 20 16:21:35.074000 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5a79b80c-2b7f-44c9-9739-215c9930ce86 req-ac2f5ff6-39c5-43d2-ba2f-21bbfe97b44e service neutron] 10.222.0.10 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304624 May 20 16:21:35.902060 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337eda1-94dc-4029-8df5-d3e22d13427a req-158f656a-4d26-4572-8bc1-e459bc95f041 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:35.903517 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e337eda1-94dc-4029-8df5-d3e22d13427a req-158f656a-4d26-4572-8bc1-e459bc95f041 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 944 time: 0.0817516 May 20 16:21:35.949610 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e337eda1-94dc-4029-8df5-d3e22d13427a req-ef6c4462-a87a-4579-a4b0-72e3571009f6 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397766 May 20 16:21:36.094707 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device fd1a06e9-df44-4560-ab65-99b916e1ab53 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:21:36.226723 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port fd1a06e9-df44-4560-ab65-99b916e1ab53, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd1a06e9-df44-4560-ab65-99b916e1ab53,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:36.239357 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'fd1a06e9-df44-4560-ab65-99b916e1ab53', 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c', 'port_id': 'fd1a06e9-df44-4560-ab65-99b916e1ab53', 'mac_address': 'fa:16:3e:30:bb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2373f4eb-1a4f-4045-90fa-d2f362ca7dfe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:21:36.293492 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:36.310407 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1a06e9-df44-4560-ab65-99b916e1ab53 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:36.326361 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port fd1a06e9-df44-4560-ab65-99b916e1ab53, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd1a06e9-df44-4560-ab65-99b916e1ab53,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:36.438947 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:36.440778 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:36.508560 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=fd1a06e9-df44-4560-ab65-99b916e1ab53,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:36.515944 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:36.516294 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:36.516638 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:36.516974 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:36.517335 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:36.517667 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:36.517992 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:36.518317 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:36.518663 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:36.518989 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:36.519309 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:36.519629 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:36.523981 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:36.680366 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['fd1a06e9-df44-4560-ab65-99b916e1ab53'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:21:37.137834 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c07160-0c5f-48d6-af14-18c7cd201445 req-6d1177e3-181e-4330-8ea2-956e9f9bcbe4 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:37.139269 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a5c07160-0c5f-48d6-af14-18c7cd201445 req-6d1177e3-181e-4330-8ea2-956e9f9bcbe4 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 945 time: 0.0852971 May 20 16:21:37.185432 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a5c07160-0c5f-48d6-af14-18c7cd201445 req-cad60968-5b55-4361-bf33-111bdf73a3a6 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403595 May 20 16:21:38.107015 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device fd1a06e9-df44-4560-ab65-99b916e1ab53 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:21:38.237534 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port fd1a06e9-df44-4560-ab65-99b916e1ab53 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:21:38.242707 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port fd1a06e9-df44-4560-ab65-99b916e1ab53 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:21:38.243086 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:38.364893 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:38.369370 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad0f9b-2a6a-477f-94fc-8ead5b97977f req-d66141a8-755e-4a9b-bab5-edec68006627 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:38.370889 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c4ad0f9b-2a6a-477f-94fc-8ead5b97977f req-d66141a8-755e-4a9b-bab5-edec68006627 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 945 time: 0.0809600 May 20 16:21:38.395773 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86afe9b3-fac7-4cfd-ab1c-6dd785b09320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1a06e9-df44-4560-ab65-99b916e1ab53'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:38.406666 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port fd1a06e9-df44-4560-ab65-99b916e1ab53, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd1a06e9-df44-4560-ab65-99b916e1ab53,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:38.425834 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c4ad0f9b-2a6a-477f-94fc-8ead5b97977f req-5b17e765-3512-4084-89a0-1338817bbd63 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490558 May 20 16:21:38.447102 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86afe9b3-fac7-4cfd-ab1c-6dd785b09320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1a06e9-df44-4560-ab65-99b916e1ab53', 'code': 200} May 20 16:21:38.490434 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:38.492826 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:38.558549 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=fd1a06e9-df44-4560-ab65-99b916e1ab53,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:38.561526 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:38.890453 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-3b5b3613-0d6f-4057-99f2-420fbaaece03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:38.906689 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 54374) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:21:38.947378 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a44623-1340-408a-a08e-ad879ed4dfff req-50f29c30-b791-4d1e-be59-611d58c8cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:38.948757 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a4a44623-1340-408a-a08e-ad879ed4dfff req-50f29c30-b791-4d1e-be59-611d58c8cf05 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 1099 time: 0.1717949 May 20 16:21:38.992481 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a4a44623-1340-408a-a08e-ad879ed4dfff req-c76a04e9-169c-4c4b-8671-88fc12e2f331 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356615 May 20 16:21:39.030734 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f1259e2-f34d-4007-a774-cafbc9bdf5bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:39.045650 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-7f1259e2-f34d-4007-a774-cafbc9bdf5bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:21:39.049416 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-7f1259e2-f34d-4007-a774-cafbc9bdf5bc admin admin] Usage tracker for resource:security_group_rule and tenant:7dfacbb39956469699c94776808b6500 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:21:39.052163 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-7f1259e2-f34d-4007-a774-cafbc9bdf5bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:21:39.058686 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-7f1259e2-f34d-4007-a774-cafbc9bdf5bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:21:39.143088 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f1259e2-f34d-4007-a774-cafbc9bdf5bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:39.187301 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f1259e2-f34d-4007-a774-cafbc9bdf5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:39.194560 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-cbacc514-1666-4d81-9598-ed03a08a981b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:39.236268 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-7f1259e2-f34d-4007-a774-cafbc9bdf5bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7dfacbb39956469699c94776808b6500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285325 May 20 16:21:39.237099 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1259e2-f34d-4007-a774-cafbc9bdf5bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827cb097-edb2-4ce1-9696-2fe5c98592c2,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:39.239020 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 54380) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:21:39.240400 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7f1259e2-f34d-4007-a774-cafbc9bdf5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:39.301382 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:39.327659 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:39.444798 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:39.448593 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-e51398d4-8f1e-4aa2-a056-ca1ae0566ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:39.462667 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827cb097-edb2-4ce1-9696-2fe5c98592c2,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:39.471350 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:39.472442 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/827cb097-edb2-4ce1-9696-2fe5c98592c2 HTTP/1.1" status: 204 len: 168 time: 0.2324605 May 20 16:21:39.473877 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:39.474246 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:39.474605 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:39.474955 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:39.475306 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:39.475642 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:39.475982 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:39.476367 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:39.477266 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:39.477681 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:39.478032 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:39.478366 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:21:39.481477 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:39.612277 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34be45-5197-426a-b893-2fb664b45be4 req-51f043b7-7917-41ad-8ebc-650e8f808912 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:39.613772 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ce34be45-5197-426a-b893-2fb664b45be4 req-51f043b7-7917-41ad-8ebc-650e8f808912 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 946 time: 0.0789080 May 20 16:21:39.659532 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ce34be45-5197-426a-b893-2fb664b45be4 req-05efc0f3-f709-498d-8c9c-ccdea142955f tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 May 20 16:21:40.852351 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902c44e-3ab7-403e-b2df-3b10d1b6be84 req-acf05972-9e8d-4ba5-a9d8-646dba3493d3 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:40.853736 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a902c44e-3ab7-403e-b2df-3b10d1b6be84 req-acf05972-9e8d-4ba5-a9d8-646dba3493d3 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 946 time: 0.0829365 May 20 16:21:40.899999 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a902c44e-3ab7-403e-b2df-3b10d1b6be84 req-30d3a8f8-30f9-448a-aeda-1fe14c801bce tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402279 May 20 16:21:41.490248 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:41.593355 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4339-e75f-4949-bb37-8c603e57b49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:42.598686 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:42.766092 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-bc0d5df3-b794-4432-b19a-ff9be213a85f tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2222083b6fba47f5a3700aacf921ce03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273814 May 20 16:21:42.932862 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdaede-a092-492e-a784-230551c87593 req-c4151a18-5141-45ec-907e-ee3e13590941 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:42.934485 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-c4151a18-5141-45ec-907e-ee3e13590941 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612802 May 20 16:21:42.950903 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-faa25f89-5982-4e42-a7b6-fb7ed0108628 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/quotas/2222083b6fba47f5a3700aacf921ce03 HTTP/1.1" status: 200 len: 375 time: 0.0095000 May 20 16:21:43.008893 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-ff549485-32c1-47f1-b31c-dc4a4a5d940b tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2222083b6fba47f5a3700aacf921ce03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524106 May 20 16:21:43.247968 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cff62230-ddad-490b-9fe5-edce4ec6ac60 req-6e90d8d9-e4b4-4ae4-bad8-d8b9bb990637 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 210 time: 0.0421901 May 20 16:21:44.400924 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9ad77108-3cf6-45af-a64c-8df7c6dcca5b req-7a603b2c-8eea-42e0-ba33-9ff735b5422a tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 210 time: 0.0443761 May 20 16:21:44.597866 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:45.476807 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-863e2818-91cc-4688-8479-fba96559f1a1 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2222083b6fba47f5a3700aacf921ce03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328608 May 20 16:21:45.568210 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1a91f1ad-b9b3-48bb-9a82-573d26d30cfc req-2dd55bbf-94a4-46f3-9038-ab5c6c27488e tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 210 time: 0.0490615 May 20 16:21:45.669318 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdaede-a092-492e-a784-230551c87593 req-e249178a-f85c-47c8-bc4f-d7f5ba667dd8 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:45.670629 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-e249178a-f85c-47c8-bc4f-d7f5ba667dd8 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1892419 May 20 16:21:45.684419 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Request body: {'port': {'device_id': 'bad6b066-4d91-428e-bf2f-41b8658e934b', 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8', 'admin_state_up': True, 'tenant_id': '2222083b6fba47f5a3700aacf921ce03'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:21:45.830246 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:21:45.834116 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Usage tracker for resource:port and tenant:2222083b6fba47f5a3700aacf921ce03 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:21:45.837640 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:21:45.843509 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:21:45.936096 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Made reservation on behalf of 2222083b6fba47f5a3700aacf921ce03 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:21:45.939807 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:45.953804 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:45.970074 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:21:45.973957 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Usage tracker for resource:security_group_rule and tenant:2222083b6fba47f5a3700aacf921ce03 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:21:45.976924 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:21:45.982608 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:21:46.077493 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:46.113040 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:46.121785 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-41e6cfaa-f700-43ed-9ce7-3c8534ace227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:46.202872 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8990dde-fb94-447a-b968-c88186699b91,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:46.205940 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:46.295804 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Allocated IP 192.168.233.53 (c271d356-cf13-4f4d-afdc-ae139fd902c8/b8179801-9c5b-4d7a-8225-f26737f028dd/9e2c10ec-cd3c-4205-9f11-a7b42edd8d13) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:21:46.513396 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:46.528731 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Transition to ACTIVE for port object 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 will not be triggered until provisioned by entity DHCP. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:21:46.650762 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:46.657683 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:46.879834 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Network c271d356-cf13-4f4d-afdc-ae139fd902c8 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:21:46.890951 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:21:46.893464 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:21:46.927510 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Pushing event updated for resources: {'Port': ['ID=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:46.932521 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:46.980027 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:46.981896 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:47.006535 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7688b-3e55-47ce-904e-4ba2687c8239 req-cee1fb0c-d01e-480e-85cf-2757bf2b5840 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:47.008435 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-31e7688b-3e55-47ce-904e-4ba2687c8239 req-cee1fb0c-d01e-480e-85cf-2757bf2b5840 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 935 time: 0.3098724 May 20 16:21:47.063595 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-31e7688b-3e55-47ce-904e-4ba2687c8239 req-5e7b945e-76e0-438a-a1d4-fd142c45f7f8 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Synchronizing usage tracker for tenant:2222083b6fba47f5a3700aacf921ce03 on resource:security_group {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:21:47.102549 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4220436 May 20 16:21:47.120418 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Request body: {'port': {'device_id': 'bad6b066-4d91-428e-bf2f-41b8658e934b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:21:47.171870 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-31e7688b-3e55-47ce-904e-4ba2687c8239 req-5e7b945e-76e0-438a-a1d4-fd142c45f7f8 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Unset dirty status for tenant:2222083b6fba47f5a3700aacf921ce03 on resource:security_group {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:21:47.173048 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-31e7688b-3e55-47ce-904e-4ba2687c8239 req-5e7b945e-76e0-438a-a1d4-fd142c45f7f8 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8990dde-fb94-447a-b968-c88186699b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582866 May 20 16:21:47.176350 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-a16317b2-2c49-4f76-a644-358a3de4ee61 None None] Provisioning for port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:21:47.182321 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-a16317b2-2c49-4f76-a644-358a3de4ee61 None None] Provisioning complete for port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:21:47.182706 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a16317b2-2c49-4f76-a644-358a3de4ee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:47.240235 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:47.242420 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-a16317b2-2c49-4f76-a644-358a3de4ee61 None None] Port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:21:47.581315 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:47.589215 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:47.603831 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Transition to ACTIVE for port object 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:21:47.701659 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:47.706397 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:47.840017 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Pushing event updated for resources: {'Port': ['ID=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:47.867260 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:47.946583 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Attempting to bind port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:21:47.946918 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Attempting to bind port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '5ab0a99c-4679-498a-9d35-d1a63a1672e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:21:47.947245 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Attempting to bind port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 on network c271d356-cf13-4f4d-afdc-ae139fd902c8 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:21:47.951918 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 on network c271d356-cf13-4f4d-afdc-ae139fd902c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:21:47.952204 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Attempting to bind port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 on network c271d356-cf13-4f4d-afdc-ae139fd902c8 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:21:47.957396 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:21:47.957728 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Checking segment: {'id': '5ab0a99c-4679-498a-9d35-d1a63a1672e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:21:47.958106 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Bound using segment: {'id': '5ab0a99c-4679-498a-9d35-d1a63a1672e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:21:47.958526 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Bound port: 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab0a99c-4679-498a-9d35-d1a63a1672e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:21:47.958868 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:48.051555 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] For port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:21:48.055335 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] For port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13,segment=NetworkSegment(5ab0a99c-4679-498a-9d35-d1a63a1672e2),segment_id=5ab0a99c-4679-498a-9d35-d1a63a1672e2)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:21:48.142374 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:48.147171 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ba056335-96b0-4b91-a522-60dc1e128e25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:48.238993 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:48.239607 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:48.241083 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] 10.222.0.10 "PUT /v2.0/ports/9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 HTTP/1.1" status: 200 len: 1097 time: 1.1253407 May 20 16:21:48.241793 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad6b066-4d91-428e-bf2f-41b8658e934b', 'tag': '9e2c10ec-cd3c-4205-9f11-a7b42edd8d13'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:48.404287 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Pushing event updated for resources: {'Port': ['ID=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:48.414533 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:48.475852 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-f13c4dfd-2ffe-4073-b12a-bbe462061e06 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:48.477296 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-f13c4dfd-2ffe-4073-b12a-bbe462061e06 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/networks?id=fc4add49-9d36-4ffa-9668-767060bacc9c HTTP/1.1" status: 200 len: 814 time: 0.3013420 May 20 16:21:48.500027 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-5dba0999-f7d1-47bc-b103-5ef0262f9ab5 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/quotas/4b4e3122563f4f15b8e51b22f523ed76 HTTP/1.1" status: 200 len: 375 time: 0.0170038 May 20 16:21:48.548473 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e413a88-86a0-4c2d-b8c2-c8853038c7c8 req-00468b87-a3fa-465c-9a06-6edf89c487b0 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:48.549154 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-4e413a88-86a0-4c2d-b8c2-c8853038c7c8 req-00468b87-a3fa-465c-9a06-6edf89c487b0 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Synchronizing usage tracker for tenant:2222083b6fba47f5a3700aacf921ce03 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:21:48.559521 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdaede-a092-492e-a784-230551c87593 req-231763b7-b268-4929-89a7-16f138561d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:48.560918 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-231763b7-b268-4929-89a7-16f138561d00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2222083b6fba47f5a3700aacf921ce03&device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 1100 time: 0.2123682 May 20 16:21:48.643165 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-2aed2c5f-c31f-4f7e-8841-70b44b1e5abf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 HTTP/1.1" status: 200 len: 217 time: 0.0689423 May 20 16:21:48.703573 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-4e413a88-86a0-4c2d-b8c2-c8853038c7c8 req-00468b87-a3fa-465c-9a06-6edf89c487b0 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Unset dirty status for tenant:2222083b6fba47f5a3700aacf921ce03 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:21:48.704680 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4e413a88-86a0-4c2d-b8c2-c8853038c7c8 req-00468b87-a3fa-465c-9a06-6edf89c487b0 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 947 time: 0.3940196 May 20 16:21:48.736717 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdaede-a092-492e-a784-230551c87593 req-3f2aeb0c-07d9-4f63-80fb-0dac6f352e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:48.738018 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-3f2aeb0c-07d9-4f63-80fb-0dac6f352e10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8179801-9c5b-4d7a-8225-f26737f028dd HTTP/1.1" status: 200 len: 843 time: 0.0874448 May 20 16:21:48.748110 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-5eabe3d0-ca06-445c-8f73-2e4a8d2304de tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2415910 May 20 16:21:48.938666 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4e413a88-86a0-4c2d-b8c2-c8853038c7c8 req-ce9abd76-198a-4738-a24c-7807b531fe08 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8990dde-fb94-447a-b968-c88186699b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270050 May 20 16:21:48.997634 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad6b066-4d91-428e-bf2f-41b8658e934b', 'tag': '9e2c10ec-cd3c-4205-9f11-a7b42edd8d13', 'status': 'completed', 'code': 200} May 20 16:21:49.052623 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-51cc2464-5770-420e-9916-0ebdae3a1b34 service neutron] 10.222.0.11 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658923 May 20 16:21:49.055781 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdaede-a092-492e-a784-230551c87593 req-3aa77735-f381-432f-9630-a2957d5efe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:49.057111 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-3aa77735-f381-432f-9630-a2957d5efe58 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c271d356-cf13-4f4d-afdc-ae139fd902c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3070483 May 20 16:21:49.287855 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-8f7fb398-9a24-4537-b3cd-9f838fb19928 service neutron] 10.222.0.11 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285261 May 20 16:21:49.291718 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-59098419-0189-4c15-9945-3c98deca6694 service neutron] 10.222.0.10 "GET /v2.0/networks/c271d356-cf13-4f4d-afdc-ae139fd902c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123289 May 20 16:21:49.423624 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3bfdaede-a092-492e-a784-230551c87593 req-efb7e112-99be-46cf-a5ee-ecf196b0b5da service neutron] 10.222.0.10 "GET /v2.0/networks/c271d356-cf13-4f4d-afdc-ae139fd902c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250784 May 20 16:21:49.550039 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e0664a48-46a6-4cc0-aab3-0c23a6159190 req-5230ce87-51da-45d0-aa38-5392889743e9 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 210 time: 0.0493417 May 20 16:21:49.623883 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714443a-d8e3-4864-b2a7-49a1db76a7e0 req-fa6e0081-2929-4ae8-82de-c13f8eea9996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:49.625606 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2714443a-d8e3-4864-b2a7-49a1db76a7e0 req-fa6e0081-2929-4ae8-82de-c13f8eea9996 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2222083b6fba47f5a3700aacf921ce03&device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 1100 time: 0.0723479 May 20 16:21:49.760454 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714443a-d8e3-4864-b2a7-49a1db76a7e0 req-a9e07ec3-05f3-49a7-a66a-e48ba254c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:49.761919 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2714443a-d8e3-4864-b2a7-49a1db76a7e0 req-a9e07ec3-05f3-49a7-a66a-e48ba254c5a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c271d356-cf13-4f4d-afdc-ae139fd902c8 HTTP/1.1" status: 200 len: 870 time: 0.1275485 May 20 16:21:49.836671 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2714443a-d8e3-4864-b2a7-49a1db76a7e0 req-be135b3b-e263-4ead-a431-9a13c1454998 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 HTTP/1.1" status: 200 len: 217 time: 0.0675473 May 20 16:21:49.900905 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714443a-d8e3-4864-b2a7-49a1db76a7e0 req-d0bd3be0-2a88-4f19-9149-b1ea3fc67048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:49.902464 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2714443a-d8e3-4864-b2a7-49a1db76a7e0 req-d0bd3be0-2a88-4f19-9149-b1ea3fc67048 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8179801-9c5b-4d7a-8225-f26737f028dd HTTP/1.1" status: 200 len: 843 time: 0.0592363 May 20 16:21:49.990840 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714443a-d8e3-4864-b2a7-49a1db76a7e0 req-a60f33f3-9a07-4668-961c-ddeb5fead17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:49.992757 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2714443a-d8e3-4864-b2a7-49a1db76a7e0 req-a60f33f3-9a07-4668-961c-ddeb5fead17d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c271d356-cf13-4f4d-afdc-ae139fd902c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755742 May 20 16:21:50.176847 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2714443a-d8e3-4864-b2a7-49a1db76a7e0 req-7cdd56b9-ae31-4fc1-bc9e-0753444dc66c service neutron] 10.222.0.10 "GET /v2.0/networks/c271d356-cf13-4f4d-afdc-ae139fd902c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773891 May 20 16:21:50.232141 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf3e8c-3379-42ba-ab49-dc1379097b24 req-5024c447-66ed-4877-923e-e022783d6eb1 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:50.234253 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ebaf3e8c-3379-42ba-ab49-dc1379097b24 req-5024c447-66ed-4877-923e-e022783d6eb1 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 947 time: 0.1530418 May 20 16:21:50.352080 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ebaf3e8c-3379-42ba-ab49-dc1379097b24 req-c6ecda8b-1804-42fe-9caa-f28289b7baf5 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8990dde-fb94-447a-b968-c88186699b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690351 May 20 16:21:50.357374 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2714443a-d8e3-4864-b2a7-49a1db76a7e0 req-054e7052-7137-4105-918a-70425f6e58e1 service neutron] 10.222.0.10 "GET /v2.0/networks/c271d356-cf13-4f4d-afdc-ae139fd902c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708903 May 20 16:21:50.702835 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1d8728f3-c68e-4f78-8998-4bf30f7dda51 req-193942e5-1233-4a1b-b6e8-3259406fcd64 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 210 time: 0.0471733 May 20 16:21:51.540078 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-306946a1-bebc-4d94-b134-a323efa10903 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:51.541482 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-306946a1-bebc-4d94-b134-a323efa10903 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "GET /v2.0/networks?id=fc4add49-9d36-4ffa-9668-767060bacc9c HTTP/1.1" status: 200 len: 814 time: 0.2449915 May 20 16:21:51.579185 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Request body: {'port': {'device_id': 'b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d', 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c', 'admin_state_up': True, 'tenant_id': '4b4e3122563f4f15b8e51b22f523ed76'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:21:51.740935 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04190329-b9dc-45c6-ad93-28bbafc663ad req-313dff45-64d4-4c49-ae6a-d2bd76f20321 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:51.742506 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-04190329-b9dc-45c6-ad93-28bbafc663ad req-313dff45-64d4-4c49-ae6a-d2bd76f20321 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 947 time: 0.2104270 May 20 16:21:51.743486 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:21:51.777242 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:21:51.808708 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-04190329-b9dc-45c6-ad93-28bbafc663ad req-3ecd7709-fb71-48c4-8846-9098684a5c37 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8990dde-fb94-447a-b968-c88186699b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602596 May 20 16:21:51.854966 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-49ead653-ed77-4ec2-ae9e-93bc56ec72a2 req-6fa396e4-b9cb-4298-b703-ef7b829bb69f tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 210 time: 0.0425856 May 20 16:21:51.889977 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Made reservation on behalf of 4b4e3122563f4f15b8e51b22f523ed76 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:21:51.893452 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:52.053136 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Allocated IP 172.20.0.3 (fc4add49-9d36-4ffa-9668-767060bacc9c/2373f4eb-1a4f-4045-90fa-d2f362ca7dfe/158234d4-5f5d-424b-81f0-c9a5c7762846) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:21:52.181412 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:21:52.251402 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:52.314376 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13,segment=NetworkSegment(5ab0a99c-4679-498a-9d35-d1a63a1672e2),segment_id=5ab0a99c-4679-498a-9d35-d1a63a1672e2)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:52.327030 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': '9e2c10ec-cd3c-4205-9f11-a7b42edd8d13', 'network_id': 'c271d356-cf13-4f4d-afdc-ae139fd902c8', 'port_id': '9e2c10ec-cd3c-4205-9f11-a7b42edd8d13', 'mac_address': 'fa:16:3e:4c:5c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8179801-9c5b-4d7a-8225-f26737f028dd', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:21:52.341017 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:52.346503 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:52.360927 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19', '1fd649f8-bc44-4a30-bd45-e9b9cdf30523', 'fd1a06e9-df44-4560-ab65-99b916e1ab53'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:21:52.417277 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Network fc4add49-9d36-4ffa-9668-767060bacc9c is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:21:52.420372 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:21:52.424440 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:21:52.434473 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:52.458559 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Pushing event updated for resources: {'Port': ['ID=158234d4-5f5d-424b-81f0-c9a5c7762846,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:52.463671 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:52.466028 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:52.489902 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:52.490507 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:52.501260 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13,segment=NetworkSegment(5ab0a99c-4679-498a-9d35-d1a63a1672e2),segment_id=5ab0a99c-4679-498a-9d35-d1a63a1672e2)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:52.551285 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:52.553662 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:52.572080 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0010455 May 20 16:21:52.583602 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Request body: {'port': {'device_id': 'b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:21:52.688020 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:52.693067 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:52.700514 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:52.837126 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['9e2c10ec-cd3c-4205-9f11-a7b42edd8d13'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:21:53.151232 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269297d-ae35-4dec-8159-76e34cde406f req-d028a945-9b9c-4256-b23b-59a101edd266 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:53.152672 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6269297d-ae35-4dec-8159-76e34cde406f req-d028a945-9b9c-4256-b23b-59a101edd266 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 948 time: 0.2130456 May 20 16:21:53.198643 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25492aa-b77f-40c5-b745-3b8ad9daf07a req-7053c555-f546-4a24-ba57-b7f79131092e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:53.199327 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-f25492aa-b77f-40c5-b745-3b8ad9daf07a req-7053c555-f546-4a24-ba57-b7f79131092e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Synchronizing usage tracker for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:21:53.247519 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158234d4-5f5d-424b-81f0-c9a5c7762846 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:53.258579 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:53.265985 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6269297d-ae35-4dec-8159-76e34cde406f req-320ec10c-116d-44c8-995b-133d0c60065b tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8990dde-fb94-447a-b968-c88186699b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852468 May 20 16:21:53.278019 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Transition to ACTIVE for port object 158234d4-5f5d-424b-81f0-c9a5c7762846 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:21:53.336099 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-f25492aa-b77f-40c5-b745-3b8ad9daf07a req-7053c555-f546-4a24-ba57-b7f79131092e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Unset dirty status for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:21:53.337308 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f25492aa-b77f-40c5-b745-3b8ad9daf07a req-7053c555-f546-4a24-ba57-b7f79131092e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 931 time: 0.3519692 May 20 16:21:53.358741 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:53.365517 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-15fa32b5-0e4c-490b-8209-d152fe50d83d tempest-VolumesSnapshotTestJSON-284480731 tempest-VolumesSnapshotTestJSON-284480731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:53.501051 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f25492aa-b77f-40c5-b745-3b8ad9daf07a req-4ef4cad8-c176-421d-bf47-e11a40ce7afc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578307 May 20 16:21:53.623183 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Pushing event updated for resources: {'Port': ['ID=158234d4-5f5d-424b-81f0-c9a5c7762846,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:53.630468 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:53.699748 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Attempting to bind port 158234d4-5f5d-424b-81f0-c9a5c7762846 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:21:53.700077 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Attempting to bind port 158234d4-5f5d-424b-81f0-c9a5c7762846 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:21:53.700403 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Attempting to bind port 158234d4-5f5d-424b-81f0-c9a5c7762846 on network fc4add49-9d36-4ffa-9668-767060bacc9c {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:21:53.704805 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Port 158234d4-5f5d-424b-81f0-c9a5c7762846 on network fc4add49-9d36-4ffa-9668-767060bacc9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:21:53.705118 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Attempting to bind port 158234d4-5f5d-424b-81f0-c9a5c7762846 on network fc4add49-9d36-4ffa-9668-767060bacc9c {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:21:53.710174 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:21:53.710510 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Checking segment: {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:21:53.710890 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Bound using segment: {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:21:53.711314 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Bound port: 158234d4-5f5d-424b-81f0-c9a5c7762846, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f40882-e698-4188-8833-67b0362adea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:21:53.711655 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:53.800084 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] For port 158234d4-5f5d-424b-81f0-c9a5c7762846, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:21:53.804842 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] For port 158234d4-5f5d-424b-81f0-c9a5c7762846, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=158234d4-5f5d-424b-81f0-c9a5c7762846,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:21:53.906682 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:53.910720 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-28ec7bb9-fd81-4fc4-a7bc-98e24eeb4118 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:53.969150 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:53.969782 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:53.971142 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-33453902-2da9-4d04-9297-00f11e66382e service neutron] 10.222.0.10 "PUT /v2.0/ports/158234d4-5f5d-424b-81f0-c9a5c7762846 HTTP/1.1" status: 200 len: 1093 time: 1.3916543 May 20 16:21:53.971630 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d', 'tag': '158234d4-5f5d-424b-81f0-c9a5c7762846'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:53.991325 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Pushing event updated for resources: {'Port': ['ID=158234d4-5f5d-424b-81f0-c9a5c7762846,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:53.995247 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:54.019261 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d', 'tag': '158234d4-5f5d-424b-81f0-c9a5c7762846', 'status': 'completed', 'code': 200} May 20 16:21:54.115984 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e9bcc-b16c-48ee-8260-e2cb3151d980 req-cc500084-49c6-48a4-a437-0c35d5cbcb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:54.118226 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-837e9bcc-b16c-48ee-8260-e2cb3151d980 req-cc500084-49c6-48a4-a437-0c35d5cbcb8f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 1096 time: 0.0747802 May 20 16:21:54.184130 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:21:54.259468 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e9bcc-b16c-48ee-8260-e2cb3151d980 req-bfa2a6e7-16fa-400a-ad84-6a4b5ca9f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:54.261103 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-837e9bcc-b16c-48ee-8260-e2cb3151d980 req-bfa2a6e7-16fa-400a-ad84-6a4b5ca9f26f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1351099 May 20 16:21:54.301028 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:21:54.307107 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:21:54.307505 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:54.435049 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:54.455935 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e9bcc-b16c-48ee-8260-e2cb3151d980 req-b2f07ae6-4bb5-4c7c-912c-cd64ec074895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:54.458151 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-837e9bcc-b16c-48ee-8260-e2cb3151d980 req-b2f07ae6-4bb5-4c7c-912c-cd64ec074895 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906273 May 20 16:21:54.476971 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad6b066-4d91-428e-bf2f-41b8658e934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2c10ec-cd3c-4205-9f11-a7b42edd8d13'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:54.492952 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185285c0-458f-4b8f-8e0a-c6c3ccfa099a req-4b930fd3-3d5f-4cf8-b493-318725aa4370 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:54.494516 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-185285c0-458f-4b8f-8e0a-c6c3ccfa099a req-4b930fd3-3d5f-4cf8-b493-318725aa4370 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 948 time: 0.1160381 May 20 16:21:54.494728 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13,segment=NetworkSegment(5ab0a99c-4679-498a-9d35-d1a63a1672e2),segment_id=5ab0a99c-4679-498a-9d35-d1a63a1672e2)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:54.539465 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad6b066-4d91-428e-bf2f-41b8658e934b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2c10ec-cd3c-4205-9f11-a7b42edd8d13', 'code': 200} May 20 16:21:54.616405 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:54.617831 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-185285c0-458f-4b8f-8e0a-c6c3ccfa099a req-c5be967f-28ff-45ba-b54b-ca3a590c6e8e tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8990dde-fb94-447a-b968-c88186699b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149504 May 20 16:21:54.619535 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:54.696338 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:54.696552 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-1b7c8ae4-801f-401f-98da-48d8091b7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:54.699335 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:54.699513 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-1b7c8ae4-801f-401f-98da-48d8091b7d0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 1096 time: 0.1955500 May 20 16:21:54.781676 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-9a398ee9-2390-42c2-aa57-32e2b5012df5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=158234d4-5f5d-424b-81f0-c9a5c7762846 HTTP/1.1" status: 200 len: 217 time: 0.0728476 May 20 16:21:54.853160 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea899eea-744d-45ed-805b-69f06c976b2e req-a3dc2220-c65e-4caa-88b0-8ab8fce8ca5b tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:54.855377 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ea899eea-744d-45ed-805b-69f06c976b2e req-a3dc2220-c65e-4caa-88b0-8ab8fce8ca5b tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 943 time: 0.2170329 May 20 16:21:54.866634 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-2cb9510b-64a5-46d4-9327-0d1de63de5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:54.868776 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-2cb9510b-64a5-46d4-9327-0d1de63de5cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2373f4eb-1a4f-4045-90fa-d2f362ca7dfe HTTP/1.1" status: 200 len: 854 time: 0.0792470 May 20 16:21:54.974866 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-e4fb6bb9-75f9-4286-9b67-77a9abc14cf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fc4add49-9d36-4ffa-9668-767060bacc9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894043 May 20 16:21:55.058129 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ea899eea-744d-45ed-805b-69f06c976b2e req-66545e66-1e6e-4d51-a731-f33619b4de45 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951721 May 20 16:21:55.151450 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb90e3-af6e-4d8f-93ad-c3c6bc14e991 req-524b18e9-80c7-4939-9fe8-7c9d86cc901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:55.152920 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4fcb90e3-af6e-4d8f-93ad-c3c6bc14e991 req-524b18e9-80c7-4939-9fe8-7c9d86cc901f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 1102 time: 0.2312837 May 20 16:21:55.188127 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-288bb4d0-0fc0-4f90-94eb-1fd1b1477e9b service neutron] 10.222.0.10 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970272 May 20 16:21:55.238940 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4fcb90e3-af6e-4d8f-93ad-c3c6bc14e991 req-816021a7-841f-4146-a0d7-6d23a8e177f4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f8990dde-fb94-447a-b968-c88186699b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768313 May 20 16:21:55.330577 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fffea1d2-e182-45e9-8603-66c3508d6ef5 req-ab349064-aac2-4451-916a-8b8344e4b000 service neutron] 10.222.0.10 "GET /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328869 May 20 16:21:55.806542 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccc0f3-57c5-4035-ae60-71a6eec9efa1 req-94d984c4-aef1-4fd7-a14b-24b9b60d5be2 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:55.807987 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-43ccc0f3-57c5-4035-ae60-71a6eec9efa1 req-94d984c4-aef1-4fd7-a14b-24b9b60d5be2 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 949 time: 0.0800192 May 20 16:21:55.852840 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-43ccc0f3-57c5-4035-ae60-71a6eec9efa1 req-ce826ba3-dc0e-4ef8-8f6d-6800168060d3 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8990dde-fb94-447a-b968-c88186699b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392649 May 20 16:21:56.352815 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d1b7c-de9e-4a05-a0e8-dbb0f0c6e525 req-baec58d3-fdac-4e9d-91a9-49315eea2717 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:56.354205 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2b3d1b7c-de9e-4a05-a0e8-dbb0f0c6e525 req-baec58d3-fdac-4e9d-91a9-49315eea2717 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 943 time: 0.1830883 May 20 16:21:56.399692 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2b3d1b7c-de9e-4a05-a0e8-dbb0f0c6e525 req-57b68ba4-caeb-4400-93a9-3e84644e330a tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394156 May 20 16:21:57.034432 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae76a88-d189-4b80-8f7e-eb2154e2fdf9 req-32e0188e-4728-47d2-8893-a4e289c9f8af tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:57.035891 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dae76a88-d189-4b80-8f7e-eb2154e2fdf9 req-32e0188e-4728-47d2-8893-a4e289c9f8af tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 949 time: 0.0803463 May 20 16:21:57.083018 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-dae76a88-d189-4b80-8f7e-eb2154e2fdf9 req-ff30e467-93de-4299-b59b-2a23edae00d1 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8990dde-fb94-447a-b968-c88186699b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411661 May 20 16:21:57.585938 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abda96a-f177-48a6-93e1-f57832047b5c req-167aacc5-782e-40da-8043-708ea27c6158 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:57.587566 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5abda96a-f177-48a6-93e1-f57832047b5c req-167aacc5-782e-40da-8043-708ea27c6158 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 943 time: 0.0824063 May 20 16:21:57.635071 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5abda96a-f177-48a6-93e1-f57832047b5c req-e44448a6-378a-4c35-a254-ea11fa27335e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 May 20 16:21:57.749730 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b11736-99a9-47b5-90ba-d20fe0e4feb8 req-4d538561-8771-43dc-8fee-080f35730a26 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:57.751142 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d9b11736-99a9-47b5-90ba-d20fe0e4feb8 req-4d538561-8771-43dc-8fee-080f35730a26 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 949 time: 0.0840054 May 20 16:21:57.751811 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:57.797756 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d9b11736-99a9-47b5-90ba-d20fe0e4feb8 req-7db80095-2972-4b12-a2e5-5ac5a6d4c867 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8990dde-fb94-447a-b968-c88186699b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406761 May 20 16:21:58.214580 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 158234d4-5f5d-424b-81f0-c9a5c7762846 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:21:58.347524 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 158234d4-5f5d-424b-81f0-c9a5c7762846, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=158234d4-5f5d-424b-81f0-c9a5c7762846,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:58.360577 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': '158234d4-5f5d-424b-81f0-c9a5c7762846', 'network_id': 'fc4add49-9d36-4ffa-9668-767060bacc9c', 'port_id': '158234d4-5f5d-424b-81f0-c9a5c7762846', 'mac_address': 'fa:16:3e:2d:32:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2373f4eb-1a4f-4045-90fa-d2f362ca7dfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:21:58.419163 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:58.436096 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158234d4-5f5d-424b-81f0-c9a5c7762846 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:21:58.451649 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 158234d4-5f5d-424b-81f0-c9a5c7762846, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=158234d4-5f5d-424b-81f0-c9a5c7762846,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:58.517618 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:58.519255 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:58.584218 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=158234d4-5f5d-424b-81f0-c9a5c7762846,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:58.587373 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:58.815639 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['158234d4-5f5d-424b-81f0-c9a5c7762846'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:21:58.824328 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7807b1b-7659-4a5b-8321-502b87a4652d req-4c665a7e-1027-41ec-882f-a9a41ada166a tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:58.825842 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a7807b1b-7659-4a5b-8321-502b87a4652d req-4c665a7e-1027-41ec-882f-a9a41ada166a tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 944 time: 0.0799253 May 20 16:21:58.881313 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a7807b1b-7659-4a5b-8321-502b87a4652d req-e1b1056c-0f4d-4ef9-b453-6987d9b04ce5 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450950 May 20 16:21:58.989455 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a43639-41ef-4827-9ce3-3711024c32c9 req-b39e9914-a1cd-4ca4-884f-8bbf41b29e61 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:58.990918 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-37a43639-41ef-4827-9ce3-3711024c32c9 req-b39e9914-a1cd-4ca4-884f-8bbf41b29e61 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 949 time: 0.0798652 May 20 16:21:59.036974 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-37a43639-41ef-4827-9ce3-3711024c32c9 req-dff77068-94ce-421c-9e8b-c81c36f84ab2 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/security-groups?id=f8990dde-fb94-447a-b968-c88186699b91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400364 May 20 16:21:59.222041 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b11c07-acb6-4d37-88f8-0a2a51c9eb96 req-2c0de4f4-807b-46d1-b523-26553bed8581 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:21:59.223457 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e4b11c07-acb6-4d37-88f8-0a2a51c9eb96 req-2c0de4f4-807b-46d1-b523-26553bed8581 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.10 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 949 time: 0.0850446 May 20 16:21:59.357752 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-e4b11c07-acb6-4d37-88f8-0a2a51c9eb96 req-af1bec05-531e-4a1b-b54c-bea62f56d5d9 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Deleting port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:21:59.358011 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e4b11c07-acb6-4d37-88f8-0a2a51c9eb96 req-af1bec05-531e-4a1b-b54c-bea62f56d5d9 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:59.490131 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-e4b11c07-acb6-4d37-88f8-0a2a51c9eb96 req-af1bec05-531e-4a1b-b54c-bea62f56d5d9 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] For port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13,segment=NetworkSegment(5ab0a99c-4679-498a-9d35-d1a63a1672e2),segment_id=5ab0a99c-4679-498a-9d35-d1a63a1672e2)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:21:59.490489 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e4b11c07-acb6-4d37-88f8-0a2a51c9eb96 req-af1bec05-531e-4a1b-b54c-bea62f56d5d9 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:59.614499 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-e4b11c07-acb6-4d37-88f8-0a2a51c9eb96 req-af1bec05-531e-4a1b-b54c-bea62f56d5d9 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Calling delete_port for 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:21:59.797336 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e4b11c07-acb6-4d37-88f8-0a2a51c9eb96 req-af1bec05-531e-4a1b-b54c-bea62f56d5d9 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:59.803117 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-9784abb4-e469-4776-9920-9d02c64c4d67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:21:59.809683 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['9e2c10ec-cd3c-4205-9f11-a7b42edd8d13'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:21:59.887564 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bec05-531e-4a1b-b54c-bea62f56d5d9 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Pushing event deleted for resources: {'Port': ['ID=9e2c10ec-cd3c-4205-9f11-a7b42edd8d13,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:21:59.890045 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-af1bec05-531e-4a1b-b54c-bea62f56d5d9 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:21:59.931665 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b11c07-acb6-4d37-88f8-0a2a51c9eb96 req-af1bec05-531e-4a1b-b54c-bea62f56d5d9 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] No DVR routers for this DVR port 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:21:59.934327 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-e4b11c07-acb6-4d37-88f8-0a2a51c9eb96 req-af1bec05-531e-4a1b-b54c-bea62f56d5d9 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:21:59.937165 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad6b066-4d91-428e-bf2f-41b8658e934b', 'name': 'network-vif-deleted', 'tag': '9e2c10ec-cd3c-4205-9f11-a7b42edd8d13'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:21:59.984853 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad6b066-4d91-428e-bf2f-41b8658e934b', 'name': 'network-vif-deleted', 'tag': '9e2c10ec-cd3c-4205-9f11-a7b42edd8d13', 'status': 'completed', 'code': 200} May 20 16:22:00.032776 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e4b11c07-acb6-4d37-88f8-0a2a51c9eb96 req-af1bec05-531e-4a1b-b54c-bea62f56d5d9 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.10 "DELETE /v2.0/ports/9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 HTTP/1.1" status: 204 len: 173 time: 0.8024168 May 20 16:22:00.075885 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45862d-9add-4941-bfb3-589f17da98f2 req-81e6454d-bf4b-4000-806e-f43123e9963e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:00.077256 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3d45862d-9add-4941-bfb3-589f17da98f2 req-81e6454d-bf4b-4000-806e-f43123e9963e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 944 time: 0.0854020 May 20 16:22:00.122486 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3d45862d-9add-4941-bfb3-589f17da98f2 req-d869b3cf-7809-4545-9a76-96f74567025e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 May 20 16:22:00.189257 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-74c46b69-0696-4d42-8f6d-e5b0ff8a22fa req-70ba89be-7898-4bba-84e5-780e6e6ee68d tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Synchronizing usage tracker for tenant:2222083b6fba47f5a3700aacf921ce03 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:22:00.231835 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 158234d4-5f5d-424b-81f0-c9a5c7762846 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:00.278626 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-74c46b69-0696-4d42-8f6d-e5b0ff8a22fa req-70ba89be-7898-4bba-84e5-780e6e6ee68d tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Unset dirty status for tenant:2222083b6fba47f5a3700aacf921ce03 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:22:00.280223 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-74c46b69-0696-4d42-8f6d-e5b0ff8a22fa req-70ba89be-7898-4bba-84e5-780e6e6ee68d tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] 10.222.0.11 "GET /v2.0/ports?device_id=bad6b066-4d91-428e-bf2f-41b8658e934b HTTP/1.1" status: 200 len: 210 time: 0.1358230 May 20 16:22:00.370418 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port 158234d4-5f5d-424b-81f0-c9a5c7762846 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:00.375351 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port 158234d4-5f5d-424b-81f0-c9a5c7762846 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:00.375786 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:00.488886 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:00.515905 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158234d4-5f5d-424b-81f0-c9a5c7762846'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:22:00.526122 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 158234d4-5f5d-424b-81f0-c9a5c7762846, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=158234d4-5f5d-424b-81f0-c9a5c7762846,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:00.560552 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158234d4-5f5d-424b-81f0-c9a5c7762846', 'code': 200} May 20 16:22:00.593377 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:00.594292 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:22:00.624375 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:00.667257 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:22:00.667531 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 9e2c10ec-cd3c-4205-9f11-a7b42edd8d13 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:22:00.694885 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=158234d4-5f5d-424b-81f0-c9a5c7762846,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:00.697952 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:00.932418 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6198645-e640-4bba-8613-ab0d34efde0d req-9ea21787-42fc-4b54-864f-b58f5285eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:00.933986 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b6198645-e640-4bba-8613-ab0d34efde0d req-9ea21787-42fc-4b54-864f-b58f5285eb52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 1098 time: 0.0750053 May 20 16:22:00.975573 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b6198645-e640-4bba-8613-ab0d34efde0d req-6a3a6830-4366-424a-8a7f-b51e1f17eaec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349166 May 20 16:22:01.326311 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75b2c2-21a6-42aa-8a7b-d28d2a51f5b9 req-e88570e3-9b3b-4751-a9a7-bae8ebfe3d0f tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:01.327881 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-aa75b2c2-21a6-42aa-8a7b-d28d2a51f5b9 req-e88570e3-9b3b-4751-a9a7-bae8ebfe3d0f tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 945 time: 0.0841143 May 20 16:22:01.371937 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-aa75b2c2-21a6-42aa-8a7b-d28d2a51f5b9 req-ab40c8fc-5674-43a1-aa98-79e6561745f2 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384431 May 20 16:22:02.564547 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368d7a7-3838-4f47-ac28-161804898c87 req-5f5dd0e7-0a36-4d91-9086-accb8b2d9521 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:02.566042 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5368d7a7-3838-4f47-ac28-161804898c87 req-5f5dd0e7-0a36-4d91-9086-accb8b2d9521 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 945 time: 0.0847843 May 20 16:22:02.612596 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5368d7a7-3838-4f47-ac28-161804898c87 req-26ffe8f4-9ce1-4001-bc80-5648aa607ba1 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409441 May 20 16:22:03.666809 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:22:07.986022 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 54834) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:08.139780 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-82b8a716-6135-475c-a49a-536acba580c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2222083b6fba47f5a3700aacf921ce03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523473 May 20 16:22:08.142328 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 54842) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:08.203223 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6108-c0fb-4482-9c6e-66fe1dd929a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:08.230555 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6108-c0fb-4482-9c6e-66fe1dd929a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:08.466120 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6108-c0fb-4482-9c6e-66fe1dd929a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:08.471935 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f97eb727-9e9e-491e-b605-051dc60fc514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:08.484019 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf6108-c0fb-4482-9c6e-66fe1dd929a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8990dde-fb94-447a-b968-c88186699b91,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:08.486824 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-5fbf6108-c0fb-4482-9c6e-66fe1dd929a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:08.567414 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6108-c0fb-4482-9c6e-66fe1dd929a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:08.568536 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-5fbf6108-c0fb-4482-9c6e-66fe1dd929a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8990dde-fb94-447a-b968-c88186699b91 HTTP/1.1" status: 204 len: 168 time: 0.4252267 May 20 16:22:08.873434 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c3100a31-b000-4673-b898-99c6d46ea0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:09.595151 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 54872) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:09.715205 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-68051896-network', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:09.719990 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:09.723892 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Usage tracker for resource:network and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:09.726795 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:09.738557 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:09.837528 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Made reservation on behalf of 603fcea4412147f3b81261cdca8eb0b5 for: {'network': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:22:09.839832 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:09.851944 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:09.866468 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:09.870815 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Usage tracker for resource:security_group_rule and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:09.873591 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:09.879164 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:09.976654 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:10.061680 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:10.065762 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2abab481-b6ed-4a27-ae0e-65f2b2731204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:10.089564 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=92271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:22:10.101998 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec62f37e-e90a-47b6-88c2-367aa9c96b66,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:10.106637 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:10.107593 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:10.107941 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.segments_db [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Added segment 45dd57ef-c822-43a7-8430-897ae402187a of type vlan for network 224ec464-76b2-44f0-960e-978d46714430 May 20 16:22:10.134283 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:10.237408 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:10.238768 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:10.239356 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:10.244371 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-1665aa08-287a-45b9-889d-a8695a3d26e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:10.346801 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Pushing event updated for resources: {'Network': ['ID=224ec464-76b2-44f0-960e-978d46714430,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:10.349633 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:10.357137 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network 224ec464-76b2-44f0-960e-978d46714430 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:22:10.370741 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7744253 May 20 16:22:10.374336 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 54880) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:10.379190 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Request body: {'subnet': {'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-68051896-subnet', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'ip_version': 4}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:10.384807 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:10.388749 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Usage tracker for resource:subnet and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:10.391629 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:10.397354 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:10.484303 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Made reservation on behalf of 603fcea4412147f3b81261cdca8eb0b5 for: {'subnet': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:22:10.486714 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10631610'] for subnet, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:10.939656 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10965010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10631592'] for subnet, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:10.944360 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-6b4fe82f-104c-4800-a277-59562cb21fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:11.017364 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1c10a7-82d6-4b32-a57e-a7cc41985dc8,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:11.020702 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:11.027099 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Checking segment: {'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:22:11.027464 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Network hostable DHCP agents. Network: 224ec464-76b2-44f0-960e-978d46714430, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:22:11.124446 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Network 224ec464-76b2-44f0-960e-978d46714430 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:22:11.181710 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, 224ec464-76b2-44f0-960e-978d46714430) {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:22:11.190656 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:11.190840 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5388971b-8aec-4470-b1f5-ccf2c456c8e7 None None] Network 224ec464-76b2-44f0-960e-978d46714430 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:22:11.191394 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:11.288241 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-13fd5cf1-9912-43be-b488-72410a52d3c0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9111106 May 20 16:22:11.288644 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 54890) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:11.293986 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:11.299202 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:11.303230 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Usage tracker for resource:router and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:11.306394 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:11.312215 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:11.404194 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-797338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7430'] for router, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:11.404856 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-797580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7437'] for router, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:11.437849 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:11.458342 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2301f5ec-f124-50c5-93e1-18616e4b0565-224ec464-76b2-44f0-960e-978d46714430', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'fixed_ips': [{'subnet_id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8'}]}} from dv-cinder-689486-13-smb. {{(pid=92273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:22:11.459158 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:11.471979 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fa946-4b5f-4240-a0ea-3bab3ec63a4a req-2c0f47ac-860e-4b23-ad26-07ed10199e8b tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:11.473476 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ae7fa946-4b5f-4240-a0ea-3bab3ec63a4a req-2c0f47ac-860e-4b23-ad26-07ed10199e8b tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 945 time: 0.1076365 May 20 16:22:11.520428 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:11.585593 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ae7fa946-4b5f-4240-a0ea-3bab3ec63a4a req-9cfd677e-d1d2-417c-9e4f-d70b95fb9000 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058812 May 20 16:22:11.597204 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-ae088910-7c11-4dc3-8c2e-6dcbbfde890a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:11.629101 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.db_base_plugin_common [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Allocated IP 172.20.0.2 (224ec464-76b2-44f0-960e-978d46714430/7d1c10a7-82d6-4b32-a57e-a7cc41985dc8/b8703c50-2ab0-4427-8947-906054b14aea) {{(pid=92273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:22:11.771645 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-797324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7451'] for router, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:11.832384 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Notify callbacks [] for port, precommit_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:11.842674 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Transition to ACTIVE for port object b8703c50-2ab0-4427-8947-906054b14aea will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:22:11.860454 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Transition to ACTIVE for port object b8703c50-2ab0-4427-8947-906054b14aea will not be triggered until provisioned by entity DHCP. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:22:11.917960 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:11.921609 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:11.988977 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Network 224ec464-76b2-44f0-960e-978d46714430 is already hosted by enough agents. {{(pid=92273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:22:11.991736 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.base_scheduler [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Resources bound (agent type, host, resource id): {{(pid=92273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:22:11.996605 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Received port after_create {{(pid=92273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:22:12.002297 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Pushing event updated for resources: {'Port': ['ID=b8703c50-2ab0-4427-8947-906054b14aea,revision_number=1']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:12.005899 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:12.237179 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:12.266814 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:12.386438 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Attempting to bind port b8703c50-2ab0-4427-8947-906054b14aea on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:22:12.386816 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Attempting to bind port b8703c50-2ab0-4427-8947-906054b14aea by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:22:12.387191 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Attempting to bind port b8703c50-2ab0-4427-8947-906054b14aea on network 224ec464-76b2-44f0-960e-978d46714430 {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:22:12.392334 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:22:12.392718 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Checking segment: {'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:22:12.393132 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:12.393569 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Bound using segment: {'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:22:12.394040 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Bound port: b8703c50-2ab0-4427-8947-906054b14aea, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:22:12.394421 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:12.402290 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Allocated IP 172.28.0.173 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/a1772fe6-e63b-43a4-ba81-3e83af2101b1) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:22:12.482858 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] For port b8703c50-2ab0-4427-8947-906054b14aea, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:22:12.485917 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] For port b8703c50-2ab0-4427-8947-906054b14aea, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=b8703c50-2ab0-4427-8947-906054b14aea,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:22:12.553413 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:12.560098 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:12.563489 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:12.637948 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:12.651884 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Pushing event updated for resources: {'Port': ['ID=b8703c50-2ab0-4427-8947-906054b14aea,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:12.654638 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:12.662161 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:12.674818 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8efb6468-9b40-47db-8263-931e6a4c86e4 tempest-VolumesActionsTest-915598953 tempest-VolumesActionsTest-915598953-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:12.771390 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:22:12.780243 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:22:12.783101 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:22:12.848881 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a1772fe6-e63b-43a4-ba81-3e83af2101b1,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:12.851854 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:13.094680 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095c893-3cc1-400f-8268-75ce1e898285 req-2f6830f2-d4bf-4cbe-b5e4-0b4cd889c38e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:13.096048 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1095c893-3cc1-400f-8268-75ce1e898285 req-2f6830f2-d4bf-4cbe-b5e4-0b4cd889c38e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 945 time: 0.3856452 May 20 16:22:13.171970 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1095c893-3cc1-400f-8268-75ce1e898285 req-5192d8b4-dad3-4bab-a1b8-47c587455cf8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621381 May 20 16:22:13.205974 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786cc7d-ac15-4abe-a67b-a3e4b69ab4cb req-84894d66-221b-453a-b4b1-6c592280efdd tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:13.205974 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0786cc7d-ac15-4abe-a67b-a3e4b69ab4cb req-84894d66-221b-453a-b4b1-6c592280efdd tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 945 time: 0.1876485 May 20 16:22:13.214761 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device b8703c50-2ab0-4427-8947-906054b14aea up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:13.353098 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port b8703c50-2ab0-4427-8947-906054b14aea completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:13.498154 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-0786cc7d-ac15-4abe-a67b-a3e4b69ab4cb req-53cdb612-affa-4cad-9658-6f1af1d473dc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Deleting port 158234d4-5f5d-424b-81f0-c9a5c7762846 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:22:13.498697 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-0786cc7d-ac15-4abe-a67b-a3e4b69ab4cb req-53cdb612-affa-4cad-9658-6f1af1d473dc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:13.524600 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:13.557184 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d1199b-3fa9-43c3-b905-9d09e5f1e4f2 None None] Network 224ec464-76b2-44f0-960e-978d46714430 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:22:13.663550 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-b929351b-fc35-4422-8612-f1f376790eb2 None None] Provisioning for port b8703c50-2ab0-4427-8947-906054b14aea completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:13.682239 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-b929351b-fc35-4422-8612-f1f376790eb2 None None] Provisioning complete for port b8703c50-2ab0-4427-8947-906054b14aea triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:13.682626 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-b929351b-fc35-4422-8612-f1f376790eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:13.903903 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-b929351b-fc35-4422-8612-f1f376790eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:13.904529 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-0786cc7d-ac15-4abe-a67b-a3e4b69ab4cb req-53cdb612-affa-4cad-9658-6f1af1d473dc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] For port 158234d4-5f5d-424b-81f0-c9a5c7762846, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=158234d4-5f5d-424b-81f0-c9a5c7762846,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:13.904896 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-0786cc7d-ac15-4abe-a67b-a3e4b69ab4cb req-53cdb612-affa-4cad-9658-6f1af1d473dc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:13.943016 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-b929351b-fc35-4422-8612-f1f376790eb2 None None] For port b8703c50-2ab0-4427-8947-906054b14aea, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=b8703c50-2ab0-4427-8947-906054b14aea,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:14.027605 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-b929351b-fc35-4422-8612-f1f376790eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:14.031263 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-d879bec2-e98c-4a18-8d5f-2ce850986d43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:14.101142 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-0786cc7d-ac15-4abe-a67b-a3e4b69ab4cb req-53cdb612-affa-4cad-9658-6f1af1d473dc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Calling delete_port for 158234d4-5f5d-424b-81f0-c9a5c7762846 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:22:14.104007 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929351b-fc35-4422-8612-f1f376790eb2 None None] Pushing event updated for resources: {'Port': ['ID=b8703c50-2ab0-4427-8947-906054b14aea,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:14.107969 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-b929351b-fc35-4422-8612-f1f376790eb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:14.146936 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-4cc2c89e-2a51-49a2-ba78-da5e1938d5af None None] Provisioning complete for port b8703c50-2ab0-4427-8947-906054b14aea triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:14.147314 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-4cc2c89e-2a51-49a2-ba78-da5e1938d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:14.228779 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-797333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559537'] for router, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:14.532647 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5a1be-59a6-4a36-8c7d-89847d4e89ce req-5a40bfc6-7cfc-4579-b300-f18c378fd7ee tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:14.534432 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-74f5a1be-59a6-4a36-8c7d-89847d4e89ce req-5a40bfc6-7cfc-4579-b300-f18c378fd7ee tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 945 time: 0.2411103 May 20 16:22:14.574161 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-0786cc7d-ac15-4abe-a67b-a3e4b69ab4cb req-53cdb612-affa-4cad-9658-6f1af1d473dc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:14.584185 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-5ed1898f-bb89-4161-9404-2e78ed39ce73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:14.585578 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19', '1fd649f8-bc44-4a30-bd45-e9b9cdf30523', 'fd1a06e9-df44-4560-ab65-99b916e1ab53'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:22:14.615257 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:14.645000 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdb612-affa-4cad-9658-6f1af1d473dc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Pushing event deleted for resources: {'Port': ['ID=158234d4-5f5d-424b-81f0-c9a5c7762846,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:14.675643 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-53cdb612-affa-4cad-9658-6f1af1d473dc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:14.691945 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-74f5a1be-59a6-4a36-8c7d-89847d4e89ce req-470b05e1-b46a-4459-90b0-25b406a657c3 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509078 May 20 16:22:14.732255 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-0786cc7d-ac15-4abe-a67b-a3e4b69ab4cb req-53cdb612-affa-4cad-9658-6f1af1d473dc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] No DVR routers for this DVR port 158234d4-5f5d-424b-81f0-c9a5c7762846 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:22:14.734751 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-0786cc7d-ac15-4abe-a67b-a3e4b69ab4cb req-53cdb612-affa-4cad-9658-6f1af1d473dc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:14.737353 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d', 'name': 'network-vif-deleted', 'tag': '158234d4-5f5d-424b-81f0-c9a5c7762846'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:22:14.755620 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 is scheduled to L3 agent 30fad739-0224-41ff-944f-60d25c281d4e with binding_index 1 {{(pid=92271) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:22:14.814596 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d', 'name': 'network-vif-deleted', 'tag': '158234d4-5f5d-424b-81f0-c9a5c7762846', 'status': 'completed', 'code': 200} May 20 16:22:14.822050 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0786cc7d-ac15-4abe-a67b-a3e4b69ab4cb req-53cdb612-affa-4cad-9658-6f1af1d473dc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "DELETE /v2.0/ports/158234d4-5f5d-424b-81f0-c9a5c7762846 HTTP/1.1" status: 204 len: 173 time: 1.6299002 May 20 16:22:14.940658 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:22:14.957749 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Sync routers for ids ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:22:14.985550 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Routers {'9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:22:14.986268 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:22:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:15.021632 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Notify callbacks [] for router, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:15.026647 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.7338674 May 20 16:22:15.027034 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 54900) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:15.179770 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device b8703c50-2ab0-4427-8947-906054b14aea up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:15.263038 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Set router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:22:15.472942 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port b8703c50-2ab0-4427-8947-906054b14aea triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:15.473354 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:15.687549 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:22:13Z', 'revision_number': 3, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:15.691637 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Checking router: 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:22:15.692003 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Updating router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 port a1772fe6-e63b-43a4-ba81-3e83af2101b1 binding host dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:22:15.756936 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:15.876667 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-93681dd0-ba81-433f-8de9-a61e8a74ebb8 req-5b8eb9b9-87b3-4ad6-bf8e-b5b9d1789022 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Synchronizing usage tracker for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:22:15.939299 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:15.995208 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-93681dd0-ba81-433f-8de9-a61e8a74ebb8 req-5b8eb9b9-87b3-4ad6-bf8e-b5b9d1789022 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Unset dirty status for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:22:15.996356 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-93681dd0-ba81-433f-8de9-a61e8a74ebb8 req-5b8eb9b9-87b3-4ad6-bf8e-b5b9d1789022 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b0db17c7-5140-462c-b4f6-3b7cdb9e5f4d HTTP/1.1" status: 200 len: 210 time: 0.1666234 May 20 16:22:16.093951 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Notify callbacks [] for port, precommit_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:16.105637 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Transition to ACTIVE for port object a1772fe6-e63b-43a4-ba81-3e83af2101b1 will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:22:16.159042 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:16.160823 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Allocated IP 172.20.0.1 (224ec464-76b2-44f0-960e-978d46714430/7d1c10a7-82d6-4b32-a57e-a7cc41985dc8/d5676ba6-8893-4b43-9c5d-7c498f94041d) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:22:16.162856 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:16.237647 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Attempting to bind port a1772fe6-e63b-43a4-ba81-3e83af2101b1 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:22:16.238030 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Attempting to bind port a1772fe6-e63b-43a4-ba81-3e83af2101b1 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:22:16.238408 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Attempting to bind port a1772fe6-e63b-43a4-ba81-3e83af2101b1 on network 8120caa7-72ef-43bf-afbe-41d0992388cc {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:22:16.244345 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a7253-09ad-4c01-b7fc-edf71c6e1d4f None None] Pushing event updated for resources: {'Port': ['ID=a1772fe6-e63b-43a4-ba81-3e83af2101b1,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:16.248318 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-375a7253-09ad-4c01-b7fc-edf71c6e1d4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:16.249099 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:22:16.249502 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Checking segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:22:16.249917 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:16.250313 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Bound using segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:22:16.250785 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Bound port: a1772fe6-e63b-43a4-ba81-3e83af2101b1, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:22:16.251755 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:16.310673 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:16.326251 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Transition to ACTIVE for port object d5676ba6-8893-4b43-9c5d-7c498f94041d will not be triggered until provisioned by entity DHCP. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:22:16.327043 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] For port a1772fe6-e63b-43a4-ba81-3e83af2101b1, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:22:16.330133 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] For port a1772fe6-e63b-43a4-ba81-3e83af2101b1, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=a1772fe6-e63b-43a4-ba81-3e83af2101b1,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:22:16.341861 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 158234d4-5f5d-424b-81f0-c9a5c7762846 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:22:16.374848 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: 158234d4-5f5d-424b-81f0-c9a5c7762846 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:22:16.375203 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 158234d4-5f5d-424b-81f0-c9a5c7762846 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:22:16.391914 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:16.395427 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:16.426576 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:16.431743 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-76ebcd38-1596-42fc-adad-10113cdfb9d1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:16.472281 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Routers {'9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:22:16.472824 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:22:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:16.496807 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Network 224ec464-76b2-44f0-960e-978d46714430 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:22:16.499634 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:22:16.502054 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:22:16.527606 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a7253-09ad-4c01-b7fc-edf71c6e1d4f None None] Pushing event updated for resources: {'Port': ['ID=a1772fe6-e63b-43a4-ba81-3e83af2101b1,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:16.537474 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-375a7253-09ad-4c01-b7fc-edf71c6e1d4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:16.539202 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Pushing event updated for resources: {'Port': ['ID=d5676ba6-8893-4b43-9c5d-7c498f94041d,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:16.542283 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:16.568138 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-795048'] for router_interface, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:16.714407 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] Set router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:22:16.850244 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-a9d5779b-6d11-4969-bc23-fcf5ce73abb7 None None] Provisioning for port d5676ba6-8893-4b43-9c5d-7c498f94041d completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:16.859660 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-a9d5779b-6d11-4969-bc23-fcf5ce73abb7 None None] Provisioning complete for port d5676ba6-8893-4b43-9c5d-7c498f94041d triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:16.860046 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a9d5779b-6d11-4969-bc23-fcf5ce73abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:16.958894 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:16.974746 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5779b-6d11-4969-bc23-fcf5ce73abb7 None None] Port d5676ba6-8893-4b43-9c5d-7c498f94041d cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:22:17.051321 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:22:13Z', 'revision_number': 3, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:17.056039 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f68ecf-fa17-40bc-9328-89d2238b57bf None None] The sync data for ids ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'] in dv-cinder-689486-13-smb is: [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:22:13Z', 'revision_number': 3, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:22:17.315284 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:17.392812 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:17.426863 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-53cdb612-affa-4cad-9658-6f1af1d473dc tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:17.514513 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Pushing event updated for resources: {'Port': ['ID=d5676ba6-8893-4b43-9c5d-7c498f94041d,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:17.516896 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566547'] for router_interface, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:17.530219 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:17.530567 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:17.530873 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:17.531234 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:17.531578 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:17.531928 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:17.532275 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:17.532622 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:17.533265 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:17.533606 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:17.533949 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:17.534289 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:17.550945 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:17.673795 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Network 224ec464-76b2-44f0-960e-978d46714430 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:22:17.674966 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:22:17.874896 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:22:17.905369 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-52062be6-fdee-4c3e-94fa-f65e2e1fa565 None None] Provisioning complete for port d5676ba6-8893-4b43-9c5d-7c498f94041d triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:17.905917 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-52062be6-fdee-4c3e-94fa-f65e2e1fa565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:17.961402 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-52062be6-fdee-4c3e-94fa-f65e2e1fa565 None None] Port d5676ba6-8893-4b43-9c5d-7c498f94041d cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:22:18.062730 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:22:18.072176 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] 10.222.0.11 "PUT /v2.0/routers/9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0441477 May 20 16:22:18.568629 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Sync routers for ids ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:22:18.582076 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Routers {'9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:22:18.582076 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:22:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:18.795566 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Set router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:22:18.836385 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 54930) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:18.842205 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1047998649-network', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:18.846825 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:18.851490 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Usage tracker for resource:network and tenant:2c9f2f85ee23466b9047d3bf1f92aeb4 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:18.855766 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:18.861978 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:18.969906 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Made reservation on behalf of 2c9f2f85ee23466b9047d3bf1f92aeb4 for: {'network': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:22:18.974924 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:18.990800 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.006179 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:19.010487 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:2c9f2f85ee23466b9047d3bf1f92aeb4 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:19.014848 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:19.020652 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:19.121185 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:22:16Z', 'revision_number': 4, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'd5676ba6-8893-4b43-9c5d-7c498f94041d', 'name': '', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'mac_address': 'fa:16:3e:40:54:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:15Z', 'updated_at': '2021-05-20T16:22:17Z', 'revision_number': 2, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'subnets': [{'id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:19.128085 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Checking router: 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:22:19.128085 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Updating router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 port d5676ba6-8893-4b43-9c5d-7c498f94041d binding host dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:22:19.171094 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.184014 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4880ed-60a4-4818-830c-29ede642b7df req-794824a7-c54f-460d-8d38-34d94b165abb tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:19.184390 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.185508 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2f4880ed-60a4-4818-830c-29ede642b7df req-794824a7-c54f-460d-8d38-34d94b165abb tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 946 time: 0.1315899 May 20 16:22:19.206025 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device a1772fe6-e63b-43a4-ba81-3e83af2101b1 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:19.232549 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.238403 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-153002be-607e-407c-a228-648db03ed5af tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:19.256005 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2f4880ed-60a4-4818-830c-29ede642b7df req-b4aca009-e4d4-4863-be6a-453c4094a1ad tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618470 May 20 16:22:19.280204 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=92271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:22:19.280204 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ef5be9-e05c-43ca-94c1-4997a603c519,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:19.280204 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:19.288255 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.288603 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.segments_db [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Added segment f62c0f63-0e94-4dad-bb01-2049ec05407d of type vlan for network 0cd4e199-4fd1-4164-a303-bccbbc232857 May 20 16:22:19.316347 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.353686 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port a1772fe6-e63b-43a4-ba81-3e83af2101b1 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:19.358625 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port a1772fe6-e63b-43a4-ba81-3e83af2101b1 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:19.359071 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.393143 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.394435 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:19.395149 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.400284 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:19.488630 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.505143 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port a1772fe6-e63b-43a4-ba81-3e83af2101b1, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=a1772fe6-e63b-43a4-ba81-3e83af2101b1,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:19.542229 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=0cd4e199-4fd1-4164-a303-bccbbc232857,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:19.544446 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Notify callbacks [] for port, precommit_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.545458 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:19.553765 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network 0cd4e199-4fd1-4164-a303-bccbbc232857 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:22:19.556962 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.provisioning_blocks [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Transition to ACTIVE for port object d5676ba6-8893-4b43-9c5d-7c498f94041d will not be triggered until provisioned by entity L2. {{(pid=92274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:22:19.572853 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.583106 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:19.593930 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-73ce70e2-b938-41ee-a955-005bb68a1ec5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7563739 May 20 16:22:19.596622 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 54936) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:19.604845 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Request body: {'subnet': {'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1047998649-subnet', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'ip_version': 4}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:19.609745 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:19.613672 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Usage tracker for resource:subnet and tenant:2c9f2f85ee23466b9047d3bf1f92aeb4 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:19.616661 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:19.623086 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:19.637302 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.642230 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:19.690442 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Made reservation on behalf of 2c9f2f85ee23466b9047d3bf1f92aeb4 for: {'subnet': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:22:19.694264 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10631610'] for subnet, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.710931 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Pushing event updated for resources: {'Port': ['ID=d5676ba6-8893-4b43-9c5d-7c498f94041d,revision_number=3']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:19.716175 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=a1772fe6-e63b-43a4-ba81-3e83af2101b1,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:19.719104 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:19.784699 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:19.784699 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:19.784699 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:19.784699 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:19.784699 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:19.785404 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:19.785762 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:19.786089 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:19.786434 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:19.786761 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:19.787133 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:19.787457 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:19.824729 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:19.884460 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Attempting to bind port d5676ba6-8893-4b43-9c5d-7c498f94041d on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:22:19.884954 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Attempting to bind port d5676ba6-8893-4b43-9c5d-7c498f94041d by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:22:19.885448 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Attempting to bind port d5676ba6-8893-4b43-9c5d-7c498f94041d on network 224ec464-76b2-44f0-960e-978d46714430 {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:22:19.890984 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:22:19.891462 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Checking segment: {'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:22:19.891941 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.892556 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Bound using segment: {'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:22:19.893159 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Bound port: d5676ba6-8893-4b43-9c5d-7c498f94041d, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'}}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:22:19.893932 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:19.982127 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] For port d5676ba6-8893-4b43-9c5d-7c498f94041d, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:22:19.984931 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] For port d5676ba6-8893-4b43-9c5d-7c498f94041d, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=d5676ba6-8893-4b43-9c5d-7c498f94041d,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:22:20.066092 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:20.070036 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:20.147173 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Routers {'9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:22:20.147816 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:22:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:20.177964 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10965010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10631592'] for subnet, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:20.184312 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b9d44140-7f6e-4aa1-b506-6d023a2a12c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:20.203693 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Pushing event updated for resources: {'Port': ['ID=d5676ba6-8893-4b43-9c5d-7c498f94041d,revision_number=4']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:20.213950 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-8964f153-e735-469e-b8b5-80291ddf7e79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:20.258279 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd7ec21-fc23-4769-87ab-eb0141ba93d5,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:20.262624 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:20.265189 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Checking segment: {'id': 'f62c0f63-0e94-4dad-bb01-2049ec05407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:22:20.265583 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Network hostable DHCP agents. Network: 0cd4e199-4fd1-4164-a303-bccbbc232857, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:22:20.339450 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] Set router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:22:20.341502 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Network 0cd4e199-4fd1-4164-a303-bccbbc232857 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:22:20.567208 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, 0cd4e199-4fd1-4164-a303-bccbbc232857) {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:22:20.576493 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ab8fc5-19b2-45ef-85d7-2776ee19e21a None None] Network 0cd4e199-4fd1-4164-a303-bccbbc232857 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:22:20.596481 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:20.597125 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:20.659898 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04fefc-0356-40aa-9121-b8975cb4882b req-21cba992-7009-4a02-be1c-2544acf2f9f7 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:20.661442 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6f04fefc-0356-40aa-9121-b8975cb4882b req-21cba992-7009-4a02-be1c-2544acf2f9f7 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 946 time: 0.2740951 May 20 16:22:20.695480 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede3ee8-46b8-455e-8a77-c3a4a49188f6 req-aa965897-d1c4-41f3-a5ca-6edf12854204 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:20.697066 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6ede3ee8-46b8-455e-8a77-c3a4a49188f6 req-aa965897-d1c4-41f3-a5ca-6edf12854204 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 946 time: 0.1610146 May 20 16:22:20.699338 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:22:16Z', 'revision_number': 4, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'd5676ba6-8893-4b43-9c5d-7c498f94041d', 'name': '', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'mac_address': 'fa:16:3e:40:54:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:15Z', 'updated_at': '2021-05-20T16:22:19Z', 'revision_number': 4, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'subnets': [{'id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:20.703856 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93888c65-0731-4c8e-948c-778b2b1bbff3 None None] The sync data for ids ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'] in dv-cinder-689486-13-smb is: [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:22:16Z', 'revision_number': 4, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'd5676ba6-8893-4b43-9c5d-7c498f94041d', 'name': '', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'mac_address': 'fa:16:3e:40:54:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:15Z', 'updated_at': '2021-05-20T16:22:19Z', 'revision_number': 4, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'subnets': [{'id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:22:20.783992 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-c4017c86-41a1-436a-b0df-e262229c44d0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1861451 May 20 16:22:20.784415 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 54942) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:20.793354 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1047998649-router', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:20.803147 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6f04fefc-0356-40aa-9121-b8975cb4882b req-5734d373-e396-48e7-9f21-3d559602bb15 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339285 May 20 16:22:20.803936 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:20.814642 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Usage tracker for resource:router and tenant:2c9f2f85ee23466b9047d3bf1f92aeb4 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:20.819947 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:20.826059 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:20.861982 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2301f5ec-f124-50c5-93e1-18616e4b0565-0cd4e199-4fd1-4164-a303-bccbbc232857', 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'fixed_ips': [{'subnet_id': 'afd7ec21-fc23-4769-87ab-eb0141ba93d5'}]}} from dv-cinder-689486-13-smb. {{(pid=92273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:22:20.862926 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:20.896124 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-797338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7430'] for router, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:20.897172 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-797580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7437'] for router, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:20.903666 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-6ede3ee8-46b8-455e-8a77-c3a4a49188f6 req-d9dbef18-fade-4125-86e0-ea1bd4a8d268 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Deleting port fd1a06e9-df44-4560-ab65-99b916e1ab53 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:22:20.904010 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-6ede3ee8-46b8-455e-8a77-c3a4a49188f6 req-d9dbef18-fade-4125-86e0-ea1bd4a8d268 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:20.914047 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:21.022737 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.db_base_plugin_common [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Allocated IP 172.20.0.2 (0cd4e199-4fd1-4164-a303-bccbbc232857/afd7ec21-fc23-4769-87ab-eb0141ba93d5/cec3621a-e3b4-47a9-b5c0-57b7eaa7039a) {{(pid=92273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:22:21.057394 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-6ede3ee8-46b8-455e-8a77-c3a4a49188f6 req-d9dbef18-fade-4125-86e0-ea1bd4a8d268 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] For port fd1a06e9-df44-4560-ab65-99b916e1ab53, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fd1a06e9-df44-4560-ab65-99b916e1ab53,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:21.057770 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-6ede3ee8-46b8-455e-8a77-c3a4a49188f6 req-d9dbef18-fade-4125-86e0-ea1bd4a8d268 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:21.234934 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-6ede3ee8-46b8-455e-8a77-c3a4a49188f6 req-d9dbef18-fade-4125-86e0-ea1bd4a8d268 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Calling delete_port for fd1a06e9-df44-4560-ab65-99b916e1ab53 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:22:21.338340 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Notify callbacks [] for port, precommit_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:21.363658 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Transition to ACTIVE for port object cec3621a-e3b4-47a9-b5c0-57b7eaa7039a will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:22:21.367228 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device d5676ba6-8893-4b43-9c5d-7c498f94041d up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:21.434088 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Transition to ACTIVE for port object cec3621a-e3b4-47a9-b5c0-57b7eaa7039a will not be triggered until provisioned by entity DHCP. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:22:21.455091 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-6ede3ee8-46b8-455e-8a77-c3a4a49188f6 req-d9dbef18-fade-4125-86e0-ea1bd4a8d268 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:21.461862 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-6989a8e5-5503-448c-90f7-0793a7f446aa tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:21.467034 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19', '1fd649f8-bc44-4a30-bd45-e9b9cdf30523', 'fd1a06e9-df44-4560-ab65-99b916e1ab53'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:22:21.479630 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-797324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7451'] for router, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:21.545409 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbef18-fade-4125-86e0-ea1bd4a8d268 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Pushing event deleted for resources: {'Port': ['ID=fd1a06e9-df44-4560-ab65-99b916e1ab53,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:21.549958 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-d9dbef18-fade-4125-86e0-ea1bd4a8d268 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:21.558866 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:21.565209 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:21.594522 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port d5676ba6-8893-4b43-9c5d-7c498f94041d completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:21.612246 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ede3ee8-46b8-455e-8a77-c3a4a49188f6 req-d9dbef18-fade-4125-86e0-ea1bd4a8d268 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] No DVR routers for this DVR port fd1a06e9-df44-4560-ab65-99b916e1ab53 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:22:21.615159 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-6ede3ee8-46b8-455e-8a77-c3a4a49188f6 req-d9dbef18-fade-4125-86e0-ea1bd4a8d268 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:21.619210 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86afe9b3-fac7-4cfd-ab1c-6dd785b09320', 'name': 'network-vif-deleted', 'tag': 'fd1a06e9-df44-4560-ab65-99b916e1ab53'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:22:21.636425 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port d5676ba6-8893-4b43-9c5d-7c498f94041d triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:21.636809 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:21.671711 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86afe9b3-fac7-4cfd-ab1c-6dd785b09320', 'name': 'network-vif-deleted', 'tag': 'fd1a06e9-df44-4560-ab65-99b916e1ab53', 'status': 'completed', 'code': 200} May 20 16:22:21.689675 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Network 0cd4e199-4fd1-4164-a303-bccbbc232857 is already hosted by enough agents. {{(pid=92273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:22:21.709975 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.base_scheduler [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Resources bound (agent type, host, resource id): {{(pid=92273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:22:21.719320 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Received port after_create {{(pid=92273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:22:21.721299 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Pushing event updated for resources: {'Port': ['ID=cec3621a-e3b4-47a9-b5c0-57b7eaa7039a,revision_number=1']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:21.725790 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:21.737091 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6ede3ee8-46b8-455e-8a77-c3a4a49188f6 req-d9dbef18-fade-4125-86e0-ea1bd4a8d268 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "DELETE /v2.0/ports/fd1a06e9-df44-4560-ab65-99b916e1ab53 HTTP/1.1" status: 204 len: 173 time: 1.0331886 May 20 16:22:21.867210 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Attempting to bind port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:22:21.867615 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Attempting to bind port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'f62c0f63-0e94-4dad-bb01-2049ec05407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:22:21.868590 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Attempting to bind port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a on network 0cd4e199-4fd1-4164-a303-bccbbc232857 {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:22:21.918229 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:21.919424 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:22:21.919815 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Checking segment: {'id': 'f62c0f63-0e94-4dad-bb01-2049ec05407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:22:21.920228 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:21.920635 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Bound using segment: {'id': 'f62c0f63-0e94-4dad-bb01-2049ec05407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:22:21.921126 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Bound port: cec3621a-e3b4-47a9-b5c0-57b7eaa7039a, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62c0f63-0e94-4dad-bb01-2049ec05407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:22:21.921552 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:21.955576 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:22.020131 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-1fb83705-80a8-4414-aee7-542a3eefe36e req-81dd4ca6-130b-450d-96b0-b3663a0ac9f3 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Synchronizing usage tracker for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:22:22.038754 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:22.125605 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-1fb83705-80a8-4414-aee7-542a3eefe36e req-81dd4ca6-130b-450d-96b0-b3663a0ac9f3 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Unset dirty status for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:22:22.131783 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1fb83705-80a8-4414-aee7-542a3eefe36e req-81dd4ca6-130b-450d-96b0-b3663a0ac9f3 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=86afe9b3-fac7-4cfd-ab1c-6dd785b09320 HTTP/1.1" status: 200 len: 210 time: 0.1740382 May 20 16:22:22.132835 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Allocated IP 172.28.0.189 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/34165931-3a6c-4e0c-91a6-815c9843d0be) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:22:22.132965 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] For port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:22:22.146352 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port d5676ba6-8893-4b43-9c5d-7c498f94041d, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=d5676ba6-8893-4b43-9c5d-7c498f94041d,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:22.153122 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] For port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=cec3621a-e3b4-47a9-b5c0-57b7eaa7039a,segment=NetworkSegment(f62c0f63-0e94-4dad-bb01-2049ec05407d),segment_id=f62c0f63-0e94-4dad-bb01-2049ec05407d)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:22:22.200749 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:22.201571 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device a1772fe6-e63b-43a4-ba81-3e83af2101b1 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:22.230958 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:22.269312 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:22.288222 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:22.358059 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=d5676ba6-8893-4b43-9c5d-7c498f94041d,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:22.361814 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:22.362274 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:22.378162 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:22.383868 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7701bbd3-c9e5-4e74-9b9f-f18c991b4d3e tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:22.431873 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port a1772fe6-e63b-43a4-ba81-3e83af2101b1 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:22.432359 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:22.448648 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:22:22.451733 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:22:22.454363 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:22:22.497059 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Pushing event updated for resources: {'Port': ['ID=cec3621a-e3b4-47a9-b5c0-57b7eaa7039a,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:22.501594 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:22.511663 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Pushing event updated for resources: {'Port': ['ID=34165931-3a6c-4e0c-91a6-815c9843d0be,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:22.514543 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:23.021537 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:23.295413 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device d5676ba6-8893-4b43-9c5d-7c498f94041d up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:23.334512 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e8e883-74a3-4389-a6e1-88e45f706ce7 None None] Network 0cd4e199-4fd1-4164-a303-bccbbc232857 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:22:23.472558 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-52523ac2-0416-474c-9e41-715a967450ed None None] Provisioning for port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:23.488176 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port d5676ba6-8893-4b43-9c5d-7c498f94041d triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:23.488562 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:23.525693 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-797333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559537'] for router, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:23.715222 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device cec3621a-e3b4-47a9-b5c0-57b7eaa7039a up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:23.848989 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Router 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 is scheduled to L3 agent 30fad739-0224-41ff-944f-60d25c281d4e with binding_index 1 {{(pid=92272) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:22:23.885001 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a8f3b-0e49-4013-a815-bb4cb105c60f req-a3fdffce-86ef-4d18-87bb-c799b546ba99 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:23.885586 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:23.886774 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-854a8f3b-0e49-4013-a815-bb4cb105c60f req-a3fdffce-86ef-4d18-87bb-c799b546ba99 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 945 time: 0.0913067 May 20 16:22:23.890489 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:23.890869 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:23.940908 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-854a8f3b-0e49-4013-a815-bb4cb105c60f req-c0bd3cbf-bfcf-4fbe-9af6-05390e7aae82 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474343 May 20 16:22:24.016015 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:24.054095 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:22:24.059549 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=cec3621a-e3b4-47a9-b5c0-57b7eaa7039a,segment=NetworkSegment(f62c0f63-0e94-4dad-bb01-2049ec05407d),segment_id=f62c0f63-0e94-4dad-bb01-2049ec05407d)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:24.062241 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-2577297a-5244-4bbf-aeaf-83a6f989c622 None None] Provisioning complete for port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:24.063497 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-2577297a-5244-4bbf-aeaf-83a6f989c622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:24.091109 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Sync routers for ids ['9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:22:24.116618 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Routers {'9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:22:24.117257 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:22:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:24.145695 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] Notify callbacks [] for router, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:24.146931 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c3e57297-60a7-4545-ae01-c9c34d294810 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3614948 May 20 16:22:24.151855 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 54956) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:24.214055 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:24.223883 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:24.406749 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device fd1a06e9-df44-4560-ab65-99b916e1ab53 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:22:24.448620 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=cec3621a-e3b4-47a9-b5c0-57b7eaa7039a,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:24.466073 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:24.470451 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: fd1a06e9-df44-4560-ab65-99b916e1ab53 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:22:24.470804 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device fd1a06e9-df44-4560-ab65-99b916e1ab53 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:22:24.491568 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Set router 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:22:24.781562 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'name': 'tempest-TestShelveInstance-1047998649-router', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189'}], 'enable_snat': True}, 'gw_port_id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:20Z', 'updated_at': '2021-05-20T16:22:22Z', 'revision_number': 3, 'project_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'gw_port': {'id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:22Z', 'updated_at': '2021-05-20T16:22:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:24.786729 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Checking router: 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:22:24.787327 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Updating router 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 port 34165931-3a6c-4e0c-91a6-815c9843d0be binding host dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:22:24.849789 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:24.955256 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:25.191903 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bd09e-c4d6-4b42-90bb-67f224a1a951 req-2c464eac-5900-40b7-bb21-8afff04562d7 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:25.193488 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a15bd09e-c4d6-4b42-90bb-67f224a1a951 req-2c464eac-5900-40b7-bb21-8afff04562d7 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 945 time: 0.1671722 May 20 16:22:25.216289 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Allocated IP 172.20.0.1 (0cd4e199-4fd1-4164-a303-bccbbc232857/afd7ec21-fc23-4769-87ab-eb0141ba93d5/1be2f237-3fb4-4f01-84dd-ab6dc5d986e6) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:22:25.224240 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device cec3621a-e3b4-47a9-b5c0-57b7eaa7039a up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:25.289588 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c267cc-134c-4350-847b-e142b332fe00 req-fded686a-5624-42e7-a690-ac078a25bf8c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:25.291740 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-24c267cc-134c-4350-847b-e142b332fe00 req-fded686a-5624-42e7-a690-ac078a25bf8c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 945 time: 0.2060411 May 20 16:22:25.306699 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:25.322358 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Transition to ACTIVE for port object 34165931-3a6c-4e0c-91a6-815c9843d0be will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:22:25.333941 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:25.334322 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:25.398406 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-24c267cc-134c-4350-847b-e142b332fe00 req-6637c730-09c4-48c4-8e5f-fbf3bb7570b8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003439 May 20 16:22:25.403023 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:25.423414 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.provisioning_blocks [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Transition to ACTIVE for port object 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 will not be triggered until provisioned by entity DHCP. {{(pid=92272) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:22:25.426373 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-a15bd09e-c4d6-4b42-90bb-67f224a1a951 req-8d3a1735-d86b-4694-b8f5-9985c3eacfc8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Deleting port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:22:25.426852 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-a15bd09e-c4d6-4b42-90bb-67f224a1a951 req-8d3a1735-d86b-4694-b8f5-9985c3eacfc8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:25.439120 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:25.449762 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:25.502787 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:25.509792 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d0e9f4e1-e11f-4648-83b9-c0d4f9d2c1fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:25.547518 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Attempting to bind port 34165931-3a6c-4e0c-91a6-815c9843d0be on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:22:25.547898 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Attempting to bind port 34165931-3a6c-4e0c-91a6-815c9843d0be by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:22:25.548266 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Attempting to bind port 34165931-3a6c-4e0c-91a6-815c9843d0be on network 8120caa7-72ef-43bf-afbe-41d0992388cc {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:22:25.554872 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e36244-7834-4c71-b53d-ad21191e116d None None] Pushing event updated for resources: {'Port': ['ID=34165931-3a6c-4e0c-91a6-815c9843d0be,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:25.559908 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-14e36244-7834-4c71-b53d-ad21191e116d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:25.560758 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:22:25.561137 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Checking segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:22:25.561573 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:25.561968 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Bound using segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:22:25.562445 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Bound port: 34165931-3a6c-4e0c-91a6-815c9843d0be, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:22:25.562905 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:25.583474 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Network 0cd4e199-4fd1-4164-a303-bccbbc232857 is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:22:25.586544 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:22:25.590746 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:22:25.627455 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-a15bd09e-c4d6-4b42-90bb-67f224a1a951 req-8d3a1735-d86b-4694-b8f5-9985c3eacfc8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] For port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=1fd649f8-bc44-4a30-bd45-e9b9cdf30523,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:25.627822 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-a15bd09e-c4d6-4b42-90bb-67f224a1a951 req-8d3a1735-d86b-4694-b8f5-9985c3eacfc8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:25.649982 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] For port 34165931-3a6c-4e0c-91a6-815c9843d0be, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:22:25.654086 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] For port 34165931-3a6c-4e0c-91a6-815c9843d0be, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=34165931-3a6c-4e0c-91a6-815c9843d0be,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:22:25.656476 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Pushing event updated for resources: {'Port': ['ID=1be2f237-3fb4-4f01-84dd-ab6dc5d986e6,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:25.661648 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:25.673766 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-795048'] for router_interface, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:25.741988 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:25.749616 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:25.779348 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-a15bd09e-c4d6-4b42-90bb-67f224a1a951 req-8d3a1735-d86b-4694-b8f5-9985c3eacfc8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Calling delete_port for 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:22:25.851294 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Routers {'9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:22:25.852636 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:22:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:25.961147 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-41d3cdb1-48e7-400a-853f-f5c4ab91ad2f None None] Provisioning for port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:25.974900 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e36244-7834-4c71-b53d-ad21191e116d None None] Pushing event updated for resources: {'Port': ['ID=34165931-3a6c-4e0c-91a6-815c9843d0be,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:25.979291 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-41d3cdb1-48e7-400a-853f-f5c4ab91ad2f None None] Provisioning complete for port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:25.980038 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-41d3cdb1-48e7-400a-853f-f5c4ab91ad2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:26.006281 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-14e36244-7834-4c71-b53d-ad21191e116d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:26.079074 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-a15bd09e-c4d6-4b42-90bb-67f224a1a951 req-8d3a1735-d86b-4694-b8f5-9985c3eacfc8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:26.085143 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-af1bec05-531e-4a1b-b54c-bea62f56d5d9 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:26.103247 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-41d3cdb1-48e7-400a-853f-f5c4ab91ad2f None None] Port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:22:26.106203 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19', '1fd649f8-bc44-4a30-bd45-e9b9cdf30523'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:22:26.131962 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a1735-d86b-4694-b8f5-9985c3eacfc8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Pushing event deleted for resources: {'Port': ['ID=1fd649f8-bc44-4a30-bd45-e9b9cdf30523,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:26.135402 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8d3a1735-d86b-4694-b8f5-9985c3eacfc8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:26.201680 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] Set router 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:22:26.215830 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15bd09e-c4d6-4b42-90bb-67f224a1a951 req-8d3a1735-d86b-4694-b8f5-9985c3eacfc8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] No DVR routers for this DVR port 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:22:26.218473 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-a15bd09e-c4d6-4b42-90bb-67f224a1a951 req-8d3a1735-d86b-4694-b8f5-9985c3eacfc8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:26.222343 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:26.222801 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e676802-b92f-4938-a3b1-e9f7454b2870', 'name': 'network-vif-deleted', 'tag': '1fd649f8-bc44-4a30-bd45-e9b9cdf30523'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:22:26.277123 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e676802-b92f-4938-a3b1-e9f7454b2870', 'name': 'network-vif-deleted', 'tag': '1fd649f8-bc44-4a30-bd45-e9b9cdf30523', 'status': 'completed', 'code': 200} May 20 16:22:26.294152 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a15bd09e-c4d6-4b42-90bb-67f224a1a951 req-8d3a1735-d86b-4694-b8f5-9985c3eacfc8 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "DELETE /v2.0/ports/1fd649f8-bc44-4a30-bd45-e9b9cdf30523 HTTP/1.1" status: 204 len: 173 time: 1.0941551 May 20 16:22:26.467649 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:26.523196 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11257325'] for port, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:26.559185 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-9c0eddc9-3254-4b1c-9c4b-732ca02e17b1 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:26.559654 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-4cced9d2-207e-428e-b1bf-7b2a51550c82 req-2ed3df79-3aae-487f-9d08-2082c319f28f tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Synchronizing usage tracker for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:22:26.591734 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'name': 'tempest-TestShelveInstance-1047998649-router', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189'}], 'enable_snat': True}, 'gw_port_id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:20Z', 'updated_at': '2021-05-20T16:22:22Z', 'revision_number': 3, 'project_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'gw_port': {'id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:22Z', 'updated_at': '2021-05-20T16:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:26.596454 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75cb6a4-914a-41ed-a186-b9b6e07330c2 None None] The sync data for ids ['9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'] in dv-cinder-689486-13-smb is: [{'id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'name': 'tempest-TestShelveInstance-1047998649-router', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189'}], 'enable_snat': True}, 'gw_port_id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:20Z', 'updated_at': '2021-05-20T16:22:22Z', 'revision_number': 3, 'project_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'gw_port': {'id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b4:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:22Z', 'updated_at': '2021-05-20T16:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:22:26.644440 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566547'] for router_interface, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:26.654189 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Pushing event updated for resources: {'Port': ['ID=1be2f237-3fb4-4f01-84dd-ab6dc5d986e6,revision_number=2']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:26.659189 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:26.690206 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-4cced9d2-207e-428e-b1bf-7b2a51550c82 req-2ed3df79-3aae-487f-9d08-2082c319f28f tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Unset dirty status for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:22:26.691372 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-4cced9d2-207e-428e-b1bf-7b2a51550c82 req-2ed3df79-3aae-487f-9d08-2082c319f28f tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=5e676802-b92f-4938-a3b1-e9f7454b2870 HTTP/1.1" status: 200 len: 210 time: 0.1764388 May 20 16:22:26.810414 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Network 0cd4e199-4fd1-4164-a303-bccbbc232857 is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:22:26.811911 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:22:27.044107 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Router 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:22:27.155393 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-89653dd0-908c-48f4-be75-2f12f339f672 None None] Provisioning complete for port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:27.156057 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-89653dd0-908c-48f4-be75-2f12f339f672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:27.243925 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-89653dd0-908c-48f4-be75-2f12f339f672 None None] Port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:22:27.265333 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 34165931-3a6c-4e0c-91a6-815c9843d0be up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:27.369813 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:22:27.375545 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-891b7434-2e67-497d-9f3c-0dc9eb9f1b08 admin admin] 10.222.0.11 "PUT /v2.0/routers/9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2237883 May 20 16:22:27.416201 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port 34165931-3a6c-4e0c-91a6-815c9843d0be completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:27.421342 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 34165931-3a6c-4e0c-91a6-815c9843d0be triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:27.421786 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:27.554068 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:27.570757 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port 34165931-3a6c-4e0c-91a6-815c9843d0be, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=34165931-3a6c-4e0c-91a6-815c9843d0be,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:27.644695 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:27.646595 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:27.726508 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=34165931-3a6c-4e0c-91a6-815c9843d0be,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:27.730341 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:27.802803 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:28.165437 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Sync routers for ids ['9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:22:28.174886 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Routers {'9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:22:28.175488 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:22:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:28.239833 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 54978) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:28.246096 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1372496524', 'description': 'tempest-secgroup-smoke-1372496524 description', 'project_id': '603fcea4412147f3b81261cdca8eb0b5'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:28.251737 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:28.255494 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Usage tracker for resource:security_group and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:28.259138 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:28.264676 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:28.330631 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:28.353609 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:28.357313 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Set router 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:22:28.357647 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Usage tracker for resource:security_group_rule and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:28.360423 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:28.366074 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:28.431558 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:22:28.442555 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:28.465863 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:22:28.466221 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 1fd649f8-bc44-4a30-bd45-e9b9cdf30523 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:22:28.484752 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:28.490449 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ff12baa6-e0e7-4db4-89bb-3c5558742982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:28.530570 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=994ad9a7-5405-4ad8-9a26-aeb1cee860eb,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:28.533760 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:28.593187 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:28.594393 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3535497 May 20 16:22:28.597382 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 54982) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:28.603315 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Request body: {'security_group_rule': {'security_group_id': '994ad9a7-5405-4ad8-9a26-aeb1cee860eb', 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:28.609219 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:28.612953 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Usage tracker for resource:security_group_rule and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:28.615788 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:28.623282 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:28.679991 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'name': 'tempest-TestShelveInstance-1047998649-router', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189'}], 'enable_snat': True}, 'gw_port_id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:20Z', 'updated_at': '2021-05-20T16:22:26Z', 'revision_number': 4, 'project_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'gw_port': {'id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:22Z', 'updated_at': '2021-05-20T16:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '1be2f237-3fb4-4f01-84dd-ab6dc5d986e6', 'name': '', 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'mac_address': 'fa:16:3e:58:82:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'afd7ec21-fc23-4769-87ab-eb0141ba93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:25Z', 'updated_at': '2021-05-20T16:22:26Z', 'revision_number': 2, 'project_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'subnets': [{'id': 'afd7ec21-fc23-4769-87ab-eb0141ba93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:28.684770 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Checking router: 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:22:28.685096 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:28.685290 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Updating router 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 binding host dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:22:28.737289 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:28.744983 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:28.793182 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:28.795478 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:28.816628 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336c80bd-e0ae-40a0-86e1-b0e03e021719,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:28.820952 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:28.884399 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:28.885729 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873545 May 20 16:22:28.888387 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 54986) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:28.893581 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-c779059d-c236-4127-8027-dabdfd04bfc2 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Request body: {'security_group_rule': {'security_group_id': '994ad9a7-5405-4ad8-9a26-aeb1cee860eb', 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:28.900096 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c779059d-c236-4127-8027-dabdfd04bfc2 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:28.903939 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c779059d-c236-4127-8027-dabdfd04bfc2 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Usage tracker for resource:security_group_rule and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:28.906844 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-c779059d-c236-4127-8027-dabdfd04bfc2 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:28.912979 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-c779059d-c236-4127-8027-dabdfd04bfc2 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:28.992503 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c779059d-c236-4127-8027-dabdfd04bfc2 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.057800 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c779059d-c236-4127-8027-dabdfd04bfc2 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.077153 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Notify callbacks [] for port, precommit_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.088792 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.provisioning_blocks [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Transition to ACTIVE for port object 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 will not be triggered until provisioned by entity L2. {{(pid=92274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:22:29.119247 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c779059d-c236-4127-8027-dabdfd04bfc2 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.121591 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:29.144772 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.150762 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:29.165439 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779059d-c236-4127-8027-dabdfd04bfc2 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb5e089-1f57-45a5-8d7b-914207970e7d,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:29.170033 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c779059d-c236-4127-8027-dabdfd04bfc2 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:29.193125 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 34165931-3a6c-4e0c-91a6-815c9843d0be up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:29.243610 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-c779059d-c236-4127-8027-dabdfd04bfc2 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.244555 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-c779059d-c236-4127-8027-dabdfd04bfc2 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3552136 May 20 16:22:29.247214 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 54994) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:29.252418 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Request body: {'security_group_rule': {'security_group_id': '994ad9a7-5405-4ad8-9a26-aeb1cee860eb', 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:29.260150 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:29.267574 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Usage tracker for resource:security_group_rule and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:29.270588 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:29.276916 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 34165931-3a6c-4e0c-91a6-815c9843d0be triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:29.277552 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.279453 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:29.357393 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.454094 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61e435-9c68-482a-8296-cee9890adf26 None None] Pushing event updated for resources: {'Port': ['ID=1be2f237-3fb4-4f01-84dd-ab6dc5d986e6,revision_number=3']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:29.467904 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-be61e435-9c68-482a-8296-cee9890adf26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:29.472833 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.484941 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Attempting to bind port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:22:29.485668 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Attempting to bind port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'f62c0f63-0e94-4dad-bb01-2049ec05407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857'}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:22:29.485668 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Attempting to bind port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 on network 0cd4e199-4fd1-4164-a303-bccbbc232857 {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:22:29.491661 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:22:29.492036 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Checking segment: {'id': 'f62c0f63-0e94-4dad-bb01-2049ec05407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:22:29.493100 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.503561 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Bound using segment: {'id': 'f62c0f63-0e94-4dad-bb01-2049ec05407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857'} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:22:29.503561 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Bound port: 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62c0f63-0e94-4dad-bb01-2049ec05407d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857'}}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:22:29.503561 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.603960 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] For port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:22:29.607012 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] For port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=1be2f237-3fb4-4f01-84dd-ab6dc5d986e6,segment=NetworkSegment(f62c0f63-0e94-4dad-bb01-2049ec05407d),segment_id=f62c0f63-0e94-4dad-bb01-2049ec05407d)] {{(pid=92274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:22:29.638728 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.640904 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4b99485c-c52a-4b43-b8ec-f78dab7f24d0 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:29.663623 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77359b27-bfcb-4659-98d5-2f6362df91f7,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:29.667962 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:29.707892 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.712074 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-eb0270dc-c811-4e80-98a4-d951a7a7b8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:29.753737 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.759091 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5069396 May 20 16:22:29.759091 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 54998) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:29.765671 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-f729cd0a-62e6-4651-8868-75a3bdbf9641 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Request body: {'security_group_rule': {'security_group_id': '994ad9a7-5405-4ad8-9a26-aeb1cee860eb', 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:29.770949 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-f729cd0a-62e6-4651-8868-75a3bdbf9641 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:29.775862 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-f729cd0a-62e6-4651-8868-75a3bdbf9641 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Usage tracker for resource:security_group_rule and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:29.780126 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-f729cd0a-62e6-4651-8868-75a3bdbf9641 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:29.787133 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-f729cd0a-62e6-4651-8868-75a3bdbf9641 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:29.789715 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Routers {'9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:22:29.790678 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:22:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:29.841548 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61e435-9c68-482a-8296-cee9890adf26 None None] Pushing event updated for resources: {'Port': ['ID=1be2f237-3fb4-4f01-84dd-ab6dc5d986e6,revision_number=4']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:29.849629 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-be61e435-9c68-482a-8296-cee9890adf26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:29.902961 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f729cd0a-62e6-4651-8868-75a3bdbf9641 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.984019 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f729cd0a-62e6-4651-8868-75a3bdbf9641 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:29.984152 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] Set router 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:22:30.072962 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f729cd0a-62e6-4651-8868-75a3bdbf9641 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:30.081042 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b182db7f-4101-4225-8f5a-927571ccffa5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:30.085740 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a712b-5b40-47a1-9b9a-3907cfa385b1 req-c0b76e68-c452-43a7-b8fd-9359a0731327 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:30.088671 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e91a712b-5b40-47a1-9b9a-3907cfa385b1 req-c0b76e68-c452-43a7-b8fd-9359a0731327 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 945 time: 0.0902281 May 20 16:22:30.100219 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729cd0a-62e6-4651-8868-75a3bdbf9641 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682f2f28-b523-476a-b1de-9a75c769587e,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:30.105273 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-f729cd0a-62e6-4651-8868-75a3bdbf9641 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:30.143736 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e91a712b-5b40-47a1-9b9a-3907cfa385b1 req-8b86db9f-bb3b-47e1-8e2d-45824e67957c tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466683 May 20 16:22:30.204351 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f729cd0a-62e6-4651-8868-75a3bdbf9641 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:30.205754 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-f729cd0a-62e6-4651-8868-75a3bdbf9641 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4458060 May 20 16:22:30.208538 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55004) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:30.214180 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Request body: {'security_group_rule': {'security_group_id': '994ad9a7-5405-4ad8-9a26-aeb1cee860eb', 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:30.219884 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:30.223766 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Usage tracker for resource:security_group_rule and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:30.226658 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:30.232978 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:30.300524 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'name': 'tempest-TestShelveInstance-1047998649-router', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189'}], 'enable_snat': True}, 'gw_port_id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:20Z', 'updated_at': '2021-05-20T16:22:26Z', 'revision_number': 4, 'project_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'gw_port': {'id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:22Z', 'updated_at': '2021-05-20T16:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '1be2f237-3fb4-4f01-84dd-ab6dc5d986e6', 'name': '', 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'mac_address': 'fa:16:3e:58:82:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'afd7ec21-fc23-4769-87ab-eb0141ba93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:25Z', 'updated_at': '2021-05-20T16:22:29Z', 'revision_number': 4, 'project_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'subnets': [{'id': 'afd7ec21-fc23-4769-87ab-eb0141ba93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:30.304628 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2440da-e8be-422d-9179-572b90e1b948 None None] The sync data for ids ['9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'] in dv-cinder-689486-13-smb is: [{'id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'name': 'tempest-TestShelveInstance-1047998649-router', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189'}], 'enable_snat': True}, 'gw_port_id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:20Z', 'updated_at': '2021-05-20T16:22:26Z', 'revision_number': 4, 'project_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'gw_port': {'id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:22Z', 'updated_at': '2021-05-20T16:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': '1be2f237-3fb4-4f01-84dd-ab6dc5d986e6', 'name': '', 'network_id': '0cd4e199-4fd1-4164-a303-bccbbc232857', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'mac_address': 'fa:16:3e:58:82:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'afd7ec21-fc23-4769-87ab-eb0141ba93d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:25Z', 'updated_at': '2021-05-20T16:22:29Z', 'revision_number': 4, 'project_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'subnets': [{'id': 'afd7ec21-fc23-4769-87ab-eb0141ba93d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:22:30.311301 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.securitygroups_db [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Project 603fcea4412147f3b81261cdca8eb0b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:22:30.317596 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:30.400301 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:30.465560 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:30.467765 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4c91dfff-b620-4294-bf75-a4be760a26b4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:30.493084 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5616b73-ef21-4c3b-b28e-06c1a733ecd1,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:30.494099 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:30.574231 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:30.578009 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-4a96bb53-4c3a-474b-9fa8-8800cdfeb0fc tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3658357 May 20 16:22:30.578355 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55008) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:30.583601 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Request body: {'security_group_rule': {'security_group_id': '994ad9a7-5405-4ad8-9a26-aeb1cee860eb', 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:30.590320 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:30.593780 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Usage tracker for resource:security_group_rule and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:30.596796 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:30.603144 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:30.698135 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.securitygroups_db [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Project 603fcea4412147f3b81261cdca8eb0b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:22:30.704824 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:30.776176 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:30.842720 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:30.848984 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:30.870958 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53585d43-1a61-4d74-b1ea-f6939ec5c22a,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:30.873389 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:30.945680 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:30.946929 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3676209 May 20 16:22:31.217860 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:31.340180 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:31.345374 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:31.345757 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:31.397138 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cad234-d35a-4e5e-9f4d-7f821bf57e0c req-da95aff8-3a32-4799-85ae-58719a2ae0ff tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:31.398811 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c8cad234-d35a-4e5e-9f4d-7f821bf57e0c req-da95aff8-3a32-4799-85ae-58719a2ae0ff tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 945 time: 0.0850797 May 20 16:22:31.467079 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:31.499321 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c8cad234-d35a-4e5e-9f4d-7f821bf57e0c req-de7f93a4-a0ab-467b-ad41-5972d23af556 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/security-groups?id=30f65075-f180-4031-b94d-cc8158cc1b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938191 May 20 16:22:31.507379 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=1be2f237-3fb4-4f01-84dd-ab6dc5d986e6,segment=NetworkSegment(f62c0f63-0e94-4dad-bb01-2049ec05407d),segment_id=f62c0f63-0e94-4dad-bb01-2049ec05407d)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:31.530208 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ed7ae-5e5e-4231-9d35-041bc21be4b1 req-db18b9ac-e355-4851-8717-0b7c5e7ad0f5 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:31.533127 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f69ed7ae-5e5e-4231-9d35-041bc21be4b1 req-db18b9ac-e355-4851-8717-0b7c5e7ad0f5 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 945 time: 0.1129234 May 20 16:22:31.580610 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:31.585060 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-b929351b-fc35-4422-8612-f1f376790eb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:31.660243 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=1be2f237-3fb4-4f01-84dd-ab6dc5d986e6,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:31.663368 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:31.685882 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-f69ed7ae-5e5e-4231-9d35-041bc21be4b1 req-2094842b-6b11-43d3-a366-230a711d0f0d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Deleting port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:22:31.686255 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f69ed7ae-5e5e-4231-9d35-041bc21be4b1 req-2094842b-6b11-43d3-a366-230a711d0f0d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:31.826125 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-f69ed7ae-5e5e-4231-9d35-041bc21be4b1 req-2094842b-6b11-43d3-a366-230a711d0f0d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] For port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19,segment=NetworkSegment(28f40882-e698-4188-8833-67b0362adea6),segment_id=28f40882-e698-4188-8833-67b0362adea6)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:31.826485 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f69ed7ae-5e5e-4231-9d35-041bc21be4b1 req-2094842b-6b11-43d3-a366-230a711d0f0d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:31.953602 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-f69ed7ae-5e5e-4231-9d35-041bc21be4b1 req-2094842b-6b11-43d3-a366-230a711d0f0d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Calling delete_port for f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:22:32.135848 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f69ed7ae-5e5e-4231-9d35-041bc21be4b1 req-2094842b-6b11-43d3-a366-230a711d0f0d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:32.141603 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b1000762-149e-4768-8340-b48c2f057592 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:32.146648 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:22:32.188867 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094842b-6b11-43d3-a366-230a711d0f0d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Pushing event deleted for resources: {'Port': ['ID=f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:32.192046 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2094842b-6b11-43d3-a366-230a711d0f0d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:32.266839 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69ed7ae-5e5e-4231-9d35-041bc21be4b1 req-2094842b-6b11-43d3-a366-230a711d0f0d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] No DVR routers for this DVR port f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:22:32.269167 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-f69ed7ae-5e5e-4231-9d35-041bc21be4b1 req-2094842b-6b11-43d3-a366-230a711d0f0d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:32.271700 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9297df77-aa02-4ae6-be93-f538008d6368', 'name': 'network-vif-deleted', 'tag': 'f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:22:32.316439 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9297df77-aa02-4ae6-be93-f538008d6368', 'name': 'network-vif-deleted', 'tag': 'f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19', 'status': 'completed', 'code': 200} May 20 16:22:32.336193 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f69ed7ae-5e5e-4231-9d35-041bc21be4b1 req-2094842b-6b11-43d3-a366-230a711d0f0d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.10 "DELETE /v2.0/ports/f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 HTTP/1.1" status: 204 len: 173 time: 0.7984819 May 20 16:22:32.671119 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-d6992b0e-5157-4c39-9c67-a0ff4b9aaa0e req-fc92be80-4145-4f92-93f8-c69b0522dd34 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Synchronizing usage tracker for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:22:32.751674 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-d6992b0e-5157-4c39-9c67-a0ff4b9aaa0e req-fc92be80-4145-4f92-93f8-c69b0522dd34 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Unset dirty status for tenant:4b4e3122563f4f15b8e51b22f523ed76 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:22:32.752718 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d6992b0e-5157-4c39-9c67-a0ff4b9aaa0e req-fc92be80-4145-4f92-93f8-c69b0522dd34 tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] 10.222.0.11 "GET /v2.0/ports?device_id=9297df77-aa02-4ae6-be93-f538008d6368 HTTP/1.1" status: 200 len: 210 time: 0.1262498 May 20 16:22:33.191339 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:33.261193 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:33.261605 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:33.853500 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55076) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:33.928677 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe0bf1a2-8dfb-4a73-8105-99836e0c6c1d admin admin] Deleting subnet 2373f4eb-1a4f-4045-90fa-d2f362ca7dfe {{(pid=92272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:22:33.931467 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf1a2-8dfb-4a73-8105-99836e0c6c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:33.979778 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf1a2-8dfb-4a73-8105-99836e0c6c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11847894'] for subnet, precommit_delete_associations {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:34.033569 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf1a2-8dfb-4a73-8105-99836e0c6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:34.358931 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf1a2-8dfb-4a73-8105-99836e0c6c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11257111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11980230'] for subnet, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:34.363042 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b96ab440-eb6d-491f-a158-a0b0e37c93fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:34.395562 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0bf1a2-8dfb-4a73-8105-99836e0c6c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2373f4eb-1a4f-4045-90fa-d2f362ca7dfe,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:34.399017 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-fe0bf1a2-8dfb-4a73-8105-99836e0c6c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:34.402338 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-fe0bf1a2-8dfb-4a73-8105-99836e0c6c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:34.408481 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-fe0bf1a2-8dfb-4a73-8105-99836e0c6c1d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2373f4eb-1a4f-4045-90fa-d2f362ca7dfe HTTP/1.1" status: 204 len: 168 time: 0.5538869 May 20 16:22:34.410994 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55082) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:34.462819 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:22:34.495620 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:22:34.495894 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device f5c5b42b-2f59-4ea8-b2d2-1d9e388d8b19 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:22:34.523233 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:34.644964 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:34.658152 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4add49-9d36-4ffa-9668-767060bacc9c']}} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:34.674267 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f40882-e698-4188-8833-67b0362adea6') {'for_net_delete': True} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:34.674563 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f40882-e698-4188-8833-67b0362adea6') {} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:22:34.688059 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11847897'] for segment, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:34.706147 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:34.712966 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=92272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:22:34.713392 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11257265'] for segment, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: Traceback (most recent call last): May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: timer() May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: cb(*args, **kw) May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: return func(*args, **kwargs) May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: self._notify() May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: self.callback(batched_events) May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: event.method(event) May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: return f(self, *a, **k) May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: return self._get(url).json() May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: return self.request(url, 'GET', **kwargs) May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:22:34.726524 dv-cinder-689486-13-smb neutron-server[92272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:22:34.876887 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:34.880476 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-233b674e-ad11-4a9d-8225-8570b3f8ccfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:34.893318 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:34.916165 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] Pushing event deleted for resources: {'Network': ['ID=fc4add49-9d36-4ffa-9668-767060bacc9c,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:34.916165 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] 10.222.0.11 "DELETE /v2.0/networks/fc4add49-9d36-4ffa-9668-767060bacc9c HTTP/1.1" status: 204 len: 168 time: 0.4973984 May 20 16:22:34.916165 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4802181b-28a7-4d70-89fa-55fe95aae5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:35.310946 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55088) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:35.362635 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-19aeeb43-91d6-4b89-9922-ff58e666afae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b4e3122563f4f15b8e51b22f523ed76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503204 May 20 16:22:35.365051 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55094) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:35.430210 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-36ea6b9d-b807-43aa-a774-b04b57bf037e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:35.457079 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-36ea6b9d-b807-43aa-a774-b04b57bf037e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:35.581533 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-36ea6b9d-b807-43aa-a774-b04b57bf037e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:35.585365 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-291baf01-69a6-49d7-9968-f909b3e8ffab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:35.597021 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea6b9d-b807-43aa-a774-b04b57bf037e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f65075-f180-4031-b94d-cc8158cc1b81,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:35.599415 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-36ea6b9d-b807-43aa-a774-b04b57bf037e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:35.605045 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-36ea6b9d-b807-43aa-a774-b04b57bf037e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:35.606176 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-36ea6b9d-b807-43aa-a774-b04b57bf037e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30f65075-f180-4031-b94d-cc8158cc1b81 HTTP/1.1" status: 204 len: 168 time: 0.2401302 May 20 16:22:38.206100 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55150) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:38.330136 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7e166de0-b2d5-44f5-9753-70b9005a78f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:38.345254 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-7e166de0-b2d5-44f5-9753-70b9005a78f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:38.348974 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-7e166de0-b2d5-44f5-9753-70b9005a78f3 admin admin] Usage tracker for resource:security_group_rule and tenant:2036c3e2fd7043d48d01ec672eb8213f is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:38.351799 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-7e166de0-b2d5-44f5-9753-70b9005a78f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:38.357500 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-7e166de0-b2d5-44f5-9753-70b9005a78f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:38.438308 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7e166de0-b2d5-44f5-9753-70b9005a78f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:38.505600 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7e166de0-b2d5-44f5-9753-70b9005a78f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:38.513490 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-20db9769-795d-47cf-b153-2030bb25cdf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:38.553913 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-7e166de0-b2d5-44f5-9753-70b9005a78f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2036c3e2fd7043d48d01ec672eb8213f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3466737 May 20 16:22:38.554874 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e166de0-b2d5-44f5-9753-70b9005a78f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89af6ff-9dde-423d-9809-93eabbeb7b1d,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:38.557333 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55156) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:38.558448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7e166de0-b2d5-44f5-9753-70b9005a78f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:38.711422 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7ef51dde-49f9-4a62-8228-b68336300f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:38.736381 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7ef51dde-49f9-4a62-8228-b68336300f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:38.888548 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7ef51dde-49f9-4a62-8228-b68336300f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:38.892257 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-529befaa-ecb0-4121-a076-f66471ad81e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:38.899984 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-32f1023c-2afc-48f1-8cfc-fcb8cb21a650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:38.905055 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef51dde-49f9-4a62-8228-b68336300f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89af6ff-9dde-423d-9809-93eabbeb7b1d,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:38.908241 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7ef51dde-49f9-4a62-8228-b68336300f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:38.910358 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7ef51dde-49f9-4a62-8228-b68336300f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:38.911654 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-7ef51dde-49f9-4a62-8228-b68336300f4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d89af6ff-9dde-423d-9809-93eabbeb7b1d HTTP/1.1" status: 204 len: 168 time: 0.3524122 May 20 16:22:39.462914 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55166) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:39.480851 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:39.495324 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:39.499181 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Usage tracker for resource:security_group_rule and tenant:5ea2a7b841db4ea4b75856806aa00ed9 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:39.501956 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:39.507445 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:39.586878 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:39.650240 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:39.662853 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5e16fc15-b938-4b8c-bbfd-a65404f0df82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:39.705984 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ef58c0-c067-4d2e-9b5a-b35e5484a85f,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:39.710687 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ea2a7b841db4ea4b75856806aa00ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467299 May 20 16:22:39.712859 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55172) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:39.720855 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:39.721273 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:39.721663 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:39.722030 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:39.722403 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:39.722783 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:39.723167 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:39.723553 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:39.723880 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:39.724280 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:39.724638 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:39.724975 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:39.744040 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b387a8c0-c96e-4290-b154-8adad28de6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:39.788828 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2d08453d-f97e-4cd0-aec7-8f28abf6987a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:39.814773 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2d08453d-f97e-4cd0-aec7-8f28abf6987a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:39.929817 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2d08453d-f97e-4cd0-aec7-8f28abf6987a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:39.933567 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-1db9d1ce-ee07-4405-bd56-11aa12c0c8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:39.944847 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08453d-f97e-4cd0-aec7-8f28abf6987a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ef58c0-c067-4d2e-9b5a-b35e5484a85f,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:39.947202 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2d08453d-f97e-4cd0-aec7-8f28abf6987a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:39.953514 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2d08453d-f97e-4cd0-aec7-8f28abf6987a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:39.954658 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-2d08453d-f97e-4cd0-aec7-8f28abf6987a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/55ef58c0-c067-4d2e-9b5a-b35e5484a85f HTTP/1.1" status: 204 len: 168 time: 0.2408106 May 20 16:22:40.665637 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:22:41.450493 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:41.632726 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-472ca320-acb3-4a3a-9f9b-665ad698221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:42.644036 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:44.592471 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:46.127800 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55280) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:46.244568 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7e144590-1f23-4eb1-92d4-18a7fd7fbce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:46.258777 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7e144590-1f23-4eb1-92d4-18a7fd7fbce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:46.262548 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-7e144590-1f23-4eb1-92d4-18a7fd7fbce2 admin admin] Usage tracker for resource:security_group_rule and tenant:f231e1a838d34e808dcd3e666472a388 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:46.265991 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-7e144590-1f23-4eb1-92d4-18a7fd7fbce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:46.271660 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7e144590-1f23-4eb1-92d4-18a7fd7fbce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:46.358217 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7e144590-1f23-4eb1-92d4-18a7fd7fbce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:46.443959 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7e144590-1f23-4eb1-92d4-18a7fd7fbce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:46.454033 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4cfdfd77-029e-4bbf-a31b-27be48e07751 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:46.498038 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-7e144590-1f23-4eb1-92d4-18a7fd7fbce2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f231e1a838d34e808dcd3e666472a388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688052 May 20 16:22:46.498797 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55292) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:46.500554 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e144590-1f23-4eb1-92d4-18a7fd7fbce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79f1a37-77b3-465b-9ca3-a34b9b81c339,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:46.504757 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7e144590-1f23-4eb1-92d4-18a7fd7fbce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:46.539703 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5e8c160d-379d-4cae-82be-78d42078acbb req-0cf3a835-b2da-4cd5-8291-96485f05c7da tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Synchronizing usage tracker for tenant:603fcea4412147f3b81261cdca8eb0b5 on resource:security_group {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:22:46.564221 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-477819bb-4253-4af2-881c-d9c49a7fd6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:46.589445 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-477819bb-4253-4af2-881c-d9c49a7fd6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:46.643885 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5e8c160d-379d-4cae-82be-78d42078acbb req-0cf3a835-b2da-4cd5-8291-96485f05c7da tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Unset dirty status for tenant:603fcea4412147f3b81261cdca8eb0b5 on resource:security_group {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:22:46.645137 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-0cf3a835-b2da-4cd5-8291-96485f05c7da tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372496524&fields=id&tenant_id=603fcea4412147f3b81261cdca8eb0b5 HTTP/1.1" status: 200 len: 267 time: 0.1514571 May 20 16:22:46.705661 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-477819bb-4253-4af2-881c-d9c49a7fd6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:46.709470 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-09cdd853-b642-4709-9d83-43598ea20ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:46.721633 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477819bb-4253-4af2-881c-d9c49a7fd6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79f1a37-77b3-465b-9ca3-a34b9b81c339,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:46.723929 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-477819bb-4253-4af2-881c-d9c49a7fd6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:46.735711 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-477819bb-4253-4af2-881c-d9c49a7fd6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:46.739193 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-477819bb-4253-4af2-881c-d9c49a7fd6cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d79f1a37-77b3-465b-9ca3-a34b9b81c339 HTTP/1.1" status: 204 len: 168 time: 0.2335374 May 20 16:22:46.895259 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ea9f1f5b-8a89-4e38-ac27-490ef24608f4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:46.895952 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ea9f1f5b-8a89-4e38-ac27-490ef24608f4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Synchronizing usage tracker for tenant:603fcea4412147f3b81261cdca8eb0b5 on resource:network {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:22:46.974339 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ea9f1f5b-8a89-4e38-ac27-490ef24608f4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Unset dirty status for tenant:603fcea4412147f3b81261cdca8eb0b5 on resource:network {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:22:46.975529 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ea9f1f5b-8a89-4e38-ac27-490ef24608f4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/networks?id=224ec464-76b2-44f0-960e-978d46714430 HTTP/1.1" status: 200 len: 807 time: 0.3229468 May 20 16:22:46.991108 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-b0faee0d-457b-4fb0-85b2-6d54d8fb679d tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/quotas/603fcea4412147f3b81261cdca8eb0b5 HTTP/1.1" status: 200 len: 375 time: 0.0095990 May 20 16:22:47.074154 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ec01a565-a714-4a30-bb22-20a46a75fb38 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Synchronizing usage tracker for tenant:603fcea4412147f3b81261cdca8eb0b5 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:22:47.179841 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ec01a565-a714-4a30-bb22-20a46a75fb38 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Unset dirty status for tenant:603fcea4412147f3b81261cdca8eb0b5 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:22:47.181251 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ec01a565-a714-4a30-bb22-20a46a75fb38 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=603fcea4412147f3b81261cdca8eb0b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1847134 May 20 16:22:47.356013 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55302) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:47.378182 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b66ac731-937c-4695-9b88-2179e88992bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:47.393044 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b66ac731-937c-4695-9b88-2179e88992bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:47.397349 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b66ac731-937c-4695-9b88-2179e88992bf admin admin] Usage tracker for resource:security_group_rule and tenant:31c29d261e7446628a4d2dd1931cb521 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:47.399742 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b66ac731-937c-4695-9b88-2179e88992bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:47.405444 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b66ac731-937c-4695-9b88-2179e88992bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:47.424792 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-1b29393d-fdb9-4d3c-8479-3ab6f880131e service neutron] 10.222.0.11 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310681 May 20 16:22:47.488035 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b66ac731-937c-4695-9b88-2179e88992bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:47.552570 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b66ac731-937c-4695-9b88-2179e88992bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:47.559783 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-266ef124-1c73-4be7-b1d0-6d7918004bc4 service neutron] 10.222.0.11 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289215 May 20 16:22:47.561343 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-58874c2e-6190-443a-ad7e-e6b174fb4693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:47.602696 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-b66ac731-937c-4695-9b88-2179e88992bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31c29d261e7446628a4d2dd1931cb521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455287 May 20 16:22:47.604711 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66ac731-937c-4695-9b88-2179e88992bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daec51e2-3115-4b2b-b08c-7425c64212fa,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:47.605510 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55306) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:47.608080 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b66ac731-937c-4695-9b88-2179e88992bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:47.669303 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-80fe54d0-b655-406d-82e6-1a82d6a2e135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:47.696632 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-80fe54d0-b655-406d-82e6-1a82d6a2e135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:47.838476 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-80fe54d0-b655-406d-82e6-1a82d6a2e135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:47.842197 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-d92368f3-dcb6-4831-a8ee-c118e6b08df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:47.854457 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe54d0-b655-406d-82e6-1a82d6a2e135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daec51e2-3115-4b2b-b08c-7425c64212fa,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:47.857597 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-80fe54d0-b655-406d-82e6-1a82d6a2e135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:47.867529 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-80fe54d0-b655-406d-82e6-1a82d6a2e135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:47.868639 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-80fe54d0-b655-406d-82e6-1a82d6a2e135 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/daec51e2-3115-4b2b-b08c-7425c64212fa HTTP/1.1" status: 204 len: 168 time: 0.2620995 May 20 16:22:48.243220 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-823cf365-7c25-496c-9429-dc7c4e8ddb65 req-b2542858-a6b7-4dd4-8310-19fff2a39907 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 210 time: 0.0478773 May 20 16:22:49.396094 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-13604616-ae9d-4be0-8225-052af3557236 req-8a9890b4-af41-4acd-b579-6e2f16b70493 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 210 time: 0.0424781 May 20 16:22:50.576312 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-70f76c07-e134-4d55-b8cc-46a551888ff0 req-9619895d-b42e-43a7-83df-fcb4acbb860d tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 210 time: 0.0628526 May 20 16:22:50.611515 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c160d-379d-4cae-82be-78d42078acbb req-1da4b044-3553-41cc-8734-4413c3e41662 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:50.612917 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-1da4b044-3553-41cc-8734-4413c3e41662 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.10 "GET /v2.0/networks?id=224ec464-76b2-44f0-960e-978d46714430 HTTP/1.1" status: 200 len: 807 time: 0.1917460 May 20 16:22:50.662514 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-a9f1e9e9-c4b5-4cd9-8121-f2dfac77cf71 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=603fcea4412147f3b81261cdca8eb0b5 HTTP/1.1" status: 200 len: 380 time: 0.0413840 May 20 16:22:50.670959 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Request body: {'port': {'device_id': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'admin_state_up': True, 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'security_groups': ['994ad9a7-5405-4ad8-9a26-aeb1cee860eb']}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:50.807300 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:50.817447 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:50.907744 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Made reservation on behalf of 603fcea4412147f3b81261cdca8eb0b5 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:22:50.911278 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:51.083491 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Allocated IP 172.20.0.6 (224ec464-76b2-44f0-960e-978d46714430/7d1c10a7-82d6-4b32-a57e-a7cc41985dc8/49e8d067-ae5a-4aea-9224-365201f65cf8) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:22:51.273574 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:51.290811 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Transition to ACTIVE for port object 49e8d067-ae5a-4aea-9224-365201f65cf8 will not be triggered until provisioned by entity DHCP. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:22:51.364707 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:51.370701 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3ac7308d-332b-4c11-a3f6-36e63087fe33 tempest-VolumesNegativeTest-1225019539 tempest-VolumesNegativeTest-1225019539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:51.441005 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Network 224ec464-76b2-44f0-960e-978d46714430 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:22:51.444056 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:22:51.447899 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:22:51.479887 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event updated for resources: {'Port': ['ID=49e8d067-ae5a-4aea-9224-365201f65cf8,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:51.486350 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:51.516426 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:51.517131 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:51.643940 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9765761 May 20 16:22:51.655265 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Request body: {'port': {'device_id': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:22:51.758360 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-879bf027-7cf8-4370-bbe4-e68fd3a431d7 None None] Provisioning for port 49e8d067-ae5a-4aea-9224-365201f65cf8 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:51.763294 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-879bf027-7cf8-4370-bbe4-e68fd3a431d7 None None] Provisioning complete for port 49e8d067-ae5a-4aea-9224-365201f65cf8 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:51.763675 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-879bf027-7cf8-4370-bbe4-e68fd3a431d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:51.828839 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-879bf027-7cf8-4370-bbe4-e68fd3a431d7 None None] Port 49e8d067-ae5a-4aea-9224-365201f65cf8 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:22:51.842642 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:51.988998 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05f084-5fa9-4c9c-88e1-3e65325173fd req-d895c012-c110-4501-8b3c-2277b9ad17ad tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:51.989723 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-bb05f084-5fa9-4c9c-88e1-3e65325173fd req-d895c012-c110-4501-8b3c-2277b9ad17ad tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Synchronizing usage tracker for tenant:603fcea4412147f3b81261cdca8eb0b5 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:22:52.090316 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-bb05f084-5fa9-4c9c-88e1-3e65325173fd req-d895c012-c110-4501-8b3c-2277b9ad17ad tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Unset dirty status for tenant:603fcea4412147f3b81261cdca8eb0b5 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:22:52.091492 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bb05f084-5fa9-4c9c-88e1-3e65325173fd req-d895c012-c110-4501-8b3c-2277b9ad17ad tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 931 time: 0.3985248 May 20 16:22:52.217989 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bb05f084-5fa9-4c9c-88e1-3e65325173fd req-61fb9e77-5cec-428b-8d39-c3fbd2da4aff tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192420 May 20 16:22:52.342250 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e8d067-ae5a-4aea-9224-365201f65cf8 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:22:52.349551 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:52.365046 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Transition to ACTIVE for port object 49e8d067-ae5a-4aea-9224-365201f65cf8 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:22:52.438498 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:52.444425 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-39da5fc8-1bc3-484a-bbde-00e1cabc9c58 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:52.604258 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Pushing event updated for resources: {'Port': ['ID=49e8d067-ae5a-4aea-9224-365201f65cf8,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:52.607068 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:52.684053 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Attempting to bind port 49e8d067-ae5a-4aea-9224-365201f65cf8 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:22:52.684703 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Attempting to bind port 49e8d067-ae5a-4aea-9224-365201f65cf8 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:22:52.684703 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Attempting to bind port 49e8d067-ae5a-4aea-9224-365201f65cf8 on network 224ec464-76b2-44f0-960e-978d46714430 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:22:52.689818 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Port 49e8d067-ae5a-4aea-9224-365201f65cf8 on network 224ec464-76b2-44f0-960e-978d46714430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:22:52.690140 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Attempting to bind port 49e8d067-ae5a-4aea-9224-365201f65cf8 on network 224ec464-76b2-44f0-960e-978d46714430 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:22:52.695318 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:22:52.695655 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Checking segment: {'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:22:52.696043 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Bound using segment: {'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:22:52.696471 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Bound port: 49e8d067-ae5a-4aea-9224-365201f65cf8, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45dd57ef-c822-43a7-8430-897ae402187a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '224ec464-76b2-44f0-960e-978d46714430'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:22:52.696826 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:52.787576 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] For port 49e8d067-ae5a-4aea-9224-365201f65cf8, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:22:52.790568 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] For port 49e8d067-ae5a-4aea-9224-365201f65cf8, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=49e8d067-ae5a-4aea-9224-365201f65cf8,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:22:52.867555 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:52.871318 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:52.929648 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:52.930089 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:52.931441 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] 10.222.0.10 "PUT /v2.0/ports/49e8d067-ae5a-4aea-9224-365201f65cf8 HTTP/1.1" status: 200 len: 1093 time: 1.2804689 May 20 16:22:52.934591 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:22:52.956692 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Pushing event updated for resources: {'Port': ['ID=49e8d067-ae5a-4aea-9224-365201f65cf8,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:52.959924 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:52.993845 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'status': 'completed', 'code': 200} May 20 16:22:53.089896 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fece5-f0a5-4815-9e41-3c541348eb35 req-8ed9ebb4-f1cb-4e13-a53e-064a4e0d57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:53.091372 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-aa9fece5-f0a5-4815-9e41-3c541348eb35 req-8ed9ebb4-f1cb-4e13-a53e-064a4e0d57f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=603fcea4412147f3b81261cdca8eb0b5&device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 1096 time: 0.0768511 May 20 16:22:53.231738 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fece5-f0a5-4815-9e41-3c541348eb35 req-479e9390-6e4a-445a-98f6-a62bf49f23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:53.233102 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-aa9fece5-f0a5-4815-9e41-3c541348eb35 req-479e9390-6e4a-445a-98f6-a62bf49f23f1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=603fcea4412147f3b81261cdca8eb0b5&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1351335 May 20 16:22:53.426843 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fece5-f0a5-4815-9e41-3c541348eb35 req-208f4d67-6084-4b48-802d-559c2773d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:53.428187 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-aa9fece5-f0a5-4815-9e41-3c541348eb35 req-208f4d67-6084-4b48-802d-559c2773d110 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1896083 May 20 16:22:53.451036 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91525bb3-50c0-4f8d-852d-cbd33ea9fdfd req-261a31d0-5895-4488-b196-b21f3930f308 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:53.452463 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-91525bb3-50c0-4f8d-852d-cbd33ea9fdfd req-261a31d0-5895-4488-b196-b21f3930f308 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 943 time: 0.1240809 May 20 16:22:53.545603 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-91525bb3-50c0-4f8d-852d-cbd33ea9fdfd req-a2577b8a-acc2-430d-8e94-c8ae8274f37a tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859418 May 20 16:22:53.570396 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c160d-379d-4cae-82be-78d42078acbb req-33d4cd46-d0df-4cb4-a61d-d536c795732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:53.571879 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-33d4cd46-d0df-4cb4-a61d-d536c795732c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=603fcea4412147f3b81261cdca8eb0b5&device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 1096 time: 0.0991178 May 20 16:22:53.644788 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-f9dd342b-cd35-4f22-8816-b47af4ebe5fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e8d067-ae5a-4aea-9224-365201f65cf8 HTTP/1.1" status: 200 len: 217 time: 0.0652750 May 20 16:22:53.708784 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c160d-379d-4cae-82be-78d42078acbb req-4d4a186b-2e43-46aa-b170-5c284d54e859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:53.710160 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-4d4a186b-2e43-46aa-b170-5c284d54e859 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d1c10a7-82d6-4b32-a57e-a7cc41985dc8 HTTP/1.1" status: 200 len: 846 time: 0.0600171 May 20 16:22:53.790099 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c160d-379d-4cae-82be-78d42078acbb req-1dc2bf2e-68f8-4309-87d1-bb66c9515616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:53.791594 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-1dc2bf2e-68f8-4309-87d1-bb66c9515616 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224ec464-76b2-44f0-960e-978d46714430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0746403 May 20 16:22:54.025112 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-0bdb1f10-2bf4-427b-bc60-085eca2f852e service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267272 May 20 16:22:54.161618 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-5e8c160d-379d-4cae-82be-78d42078acbb req-b4c7fc03-0336-41dc-a6f2-389c93d04cca service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305408 May 20 16:22:54.751229 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9870d0-c61e-45b5-8750-d40fdc4d9b78 req-f45aff82-08b1-4fcd-9dae-1c446728d658 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:54.753488 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9a9870d0-c61e-45b5-8750-d40fdc4d9b78 req-f45aff82-08b1-4fcd-9dae-1c446728d658 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 943 time: 0.0921719 May 20 16:22:54.805953 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9a9870d0-c61e-45b5-8750-d40fdc4d9b78 req-817df331-9a73-42fc-9130-18a7bb7e8fe0 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450966 May 20 16:22:56.011323 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869be81-daed-414c-b5b0-e114f19d207a req-0fe84931-01eb-4d20-8833-43784f37ecad tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:56.012714 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3869be81-daed-414c-b5b0-e114f19d207a req-0fe84931-01eb-4d20-8833-43784f37ecad tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 943 time: 0.0830495 May 20 16:22:56.059658 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3869be81-daed-414c-b5b0-e114f19d207a req-33f6617d-8232-417e-9049-5e4d39b60551 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401797 May 20 16:22:56.617282 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 49e8d067-ae5a-4aea-9224-365201f65cf8 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:22:56.748899 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 49e8d067-ae5a-4aea-9224-365201f65cf8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=49e8d067-ae5a-4aea-9224-365201f65cf8,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:56.763513 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'port_id': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'mac_address': 'fa:16:3e:c4:4f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:22:56.818140 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:56.834499 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e8d067-ae5a-4aea-9224-365201f65cf8 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:22:56.849238 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 49e8d067-ae5a-4aea-9224-365201f65cf8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=49e8d067-ae5a-4aea-9224-365201f65cf8,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:56.901404 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:56.903855 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:56.973848 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=49e8d067-ae5a-4aea-9224-365201f65cf8,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:56.981314 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:56.981676 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:56.982012 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:56.982348 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:56.982677 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:56.983001 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:56.983328 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:56.983650 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:56.984120 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:56.984290 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:56.984606 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:56.984923 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:22:56.989684 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:57.100982 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['49e8d067-ae5a-4aea-9224-365201f65cf8'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:22:57.251438 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e242e6-a71c-4eb6-a938-1b96507d9481 req-e488de21-81d5-4d2a-bf65-8a5113ea57f1 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:57.253201 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-58e242e6-a71c-4eb6-a938-1b96507d9481 req-e488de21-81d5-4d2a-bf65-8a5113ea57f1 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 944 time: 0.0856402 May 20 16:22:57.299432 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-58e242e6-a71c-4eb6-a938-1b96507d9481 req-d0cce897-0e28-4228-872a-9c94f6b4ba66 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394859 May 20 16:22:57.513782 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55418) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:57.631752 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8326f24d-3d87-46ce-9e8e-111747c4b70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:57.647276 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-8326f24d-3d87-46ce-9e8e-111747c4b70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:57.651088 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-8326f24d-3d87-46ce-9e8e-111747c4b70b admin admin] Usage tracker for resource:security_group_rule and tenant:25478129070f42649744b3450d76756b is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:57.654056 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-8326f24d-3d87-46ce-9e8e-111747c4b70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:57.660439 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-8326f24d-3d87-46ce-9e8e-111747c4b70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:57.842809 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:57.869627 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8326f24d-3d87-46ce-9e8e-111747c4b70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:57.939584 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8326f24d-3d87-46ce-9e8e-111747c4b70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:57.947516 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3e88b96c-85cc-4457-91fc-395e24ff52d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:57.989307 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-8326f24d-3d87-46ce-9e8e-111747c4b70b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25478129070f42649744b3450d76756b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4743857 May 20 16:22:57.990087 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326f24d-3d87-46ce-9e8e-111747c4b70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05ef574-c557-48b2-9c31-84aece14bab1,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:57.991919 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55424) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:57.992992 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8326f24d-3d87-46ce-9e8e-111747c4b70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:58.052450 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-17a8bc73-b762-46af-af6a-1e143007bdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:58.078549 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-17a8bc73-b762-46af-af6a-1e143007bdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:58.214128 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-17a8bc73-b762-46af-af6a-1e143007bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:58.218218 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-fa85b5de-4d29-410e-bb7d-23f49c121a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:58.232802 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8bc73-b762-46af-af6a-1e143007bdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05ef574-c557-48b2-9c31-84aece14bab1,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:58.235081 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-17a8bc73-b762-46af-af6a-1e143007bdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:58.244335 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-17a8bc73-b762-46af-af6a-1e143007bdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:58.245472 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-17a8bc73-b762-46af-af6a-1e143007bdf3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f05ef574-c557-48b2-9c31-84aece14bab1 HTTP/1.1" status: 204 len: 168 time: 0.2516656 May 20 16:22:58.487144 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5b138-b966-4589-a1a7-d09f66af0ed0 req-002c102f-89fc-4004-9962-ea0e7822507c tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:58.488689 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7ac5b138-b966-4589-a1a7-d09f66af0ed0 req-002c102f-89fc-4004-9962-ea0e7822507c tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 944 time: 0.0857966 May 20 16:22:58.535780 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7ac5b138-b966-4589-a1a7-d09f66af0ed0 req-3c53eea9-193c-44c6-acd0-c5405b988150 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412488 May 20 16:22:58.632538 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 49e8d067-ae5a-4aea-9224-365201f65cf8 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:22:58.767945 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port 49e8d067-ae5a-4aea-9224-365201f65cf8 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:22:58.773774 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port 49e8d067-ae5a-4aea-9224-365201f65cf8 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:22:58.774160 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:58.892867 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:58.919142 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:22:58.932171 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 49e8d067-ae5a-4aea-9224-365201f65cf8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=49e8d067-ae5a-4aea-9224-365201f65cf8,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:22:58.932350 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55436) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:58.951574 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7465bee8-f86f-453a-93f7-ddba4a62643f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:58.966767 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7465bee8-f86f-453a-93f7-ddba4a62643f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:22:58.966924 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'code': 200} May 20 16:22:58.970521 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-7465bee8-f86f-453a-93f7-ddba4a62643f admin admin] Usage tracker for resource:security_group_rule and tenant:b56f148a261e4bc3a78ff57cc5eccf65 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:22:58.973561 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-7465bee8-f86f-453a-93f7-ddba4a62643f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:22:58.979215 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7465bee8-f86f-453a-93f7-ddba4a62643f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:22:59.002363 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:59.005082 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-14e36244-7834-4c71-b53d-ad21191e116d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:59.067259 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7465bee8-f86f-453a-93f7-ddba4a62643f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:59.075420 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=49e8d067-ae5a-4aea-9224-365201f65cf8,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:59.078472 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:59.130090 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7465bee8-f86f-453a-93f7-ddba4a62643f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:59.137495 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-5143cc23-1cb3-4459-bd3d-0fb0b57b04f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:59.178866 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-7465bee8-f86f-453a-93f7-ddba4a62643f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b56f148a261e4bc3a78ff57cc5eccf65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453296 May 20 16:22:59.179776 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7465bee8-f86f-453a-93f7-ddba4a62643f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6068cbfd-b3b6-4597-bcd5-dfdb4f41f03a,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:59.182292 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55440) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:22:59.182754 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7465bee8-f86f-453a-93f7-ddba4a62643f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:59.243981 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-802bff15-9eed-4ff2-bc74-c2d717ac5b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:59.269780 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-802bff15-9eed-4ff2-bc74-c2d717ac5b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:59.376857 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-802bff15-9eed-4ff2-bc74-c2d717ac5b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:59.386030 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-e89ee9fd-000a-405a-8adc-d1aac5ac4740 tempest-AttachVolumeTestJSON-353096147 tempest-AttachVolumeTestJSON-353096147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:22:59.400074 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bff15-9eed-4ff2-bc74-c2d717ac5b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6068cbfd-b3b6-4597-bcd5-dfdb4f41f03a,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:22:59.402574 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-802bff15-9eed-4ff2-bc74-c2d717ac5b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:22:59.422061 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-802bff15-9eed-4ff2-bc74-c2d717ac5b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:22:59.423086 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-802bff15-9eed-4ff2-bc74-c2d717ac5b19 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6068cbfd-b3b6-4597-bcd5-dfdb4f41f03a HTTP/1.1" status: 204 len: 168 time: 0.2391236 May 20 16:22:59.442240 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089816d-0851-42f2-b406-79968fe285a2 req-c8f714c2-05df-4032-90f8-662fdfd1aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:59.443690 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e089816d-0851-42f2-b406-79968fe285a2 req-c8f714c2-05df-4032-90f8-662fdfd1aa33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 1098 time: 0.1045973 May 20 16:22:59.484980 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e089816d-0851-42f2-b406-79968fe285a2 req-a28778a3-6295-45f0-83e5-30eac56d1069 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350051 May 20 16:22:59.725482 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ce782-5110-4017-9891-e664742a15ad req-9b84d48f-414e-4f00-93f0-6e0f4847584b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:22:59.726863 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a85ce782-5110-4017-9891-e664742a15ad req-9b84d48f-414e-4f00-93f0-6e0f4847584b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0857146 May 20 16:22:59.773563 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a85ce782-5110-4017-9891-e664742a15ad req-b768c0f7-23ad-49f3-82cf-b9b40f58eb75 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404589 May 20 16:23:00.961148 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfaf58f-0eb4-4a18-bb31-5ee068395b79 req-7e373cba-03d8-4708-a4c3-6b88367c8655 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:00.962642 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9bfaf58f-0eb4-4a18-bb31-5ee068395b79 req-7e373cba-03d8-4708-a4c3-6b88367c8655 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0801804 May 20 16:23:01.007029 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9bfaf58f-0eb4-4a18-bb31-5ee068395b79 req-72e26939-f5ca-4726-b4f4-b93ea3e2ebd4 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385056 May 20 16:23:01.198224 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382fa3f-329d-42a6-a4ed-92289d9eca1b req-8e1c7553-8444-4a1b-acea-98f22dfb6bc1 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:01.199639 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d382fa3f-329d-42a6-a4ed-92289d9eca1b req-8e1c7553-8444-4a1b-acea-98f22dfb6bc1 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0863807 May 20 16:23:01.245913 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d382fa3f-329d-42a6-a4ed-92289d9eca1b req-97c4176b-e24c-40ec-8752-e57181dea236 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402732 May 20 16:23:01.268580 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55488) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:01.507433 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416a65c9-3f97-4c13-81c3-dfde9b6d18fe tempest-TestShelveInstance-1109994500 tempest-TestShelveInstance-1109994500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92272) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:01.508143 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-416a65c9-3f97-4c13-81c3-dfde9b6d18fe tempest-TestShelveInstance-1109994500 tempest-TestShelveInstance-1109994500-project-admin] Synchronizing usage tracker for tenant:2c9f2f85ee23466b9047d3bf1f92aeb4 on resource:port {{(pid=92272) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:23:01.573395 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55496) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:01.619630 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-416a65c9-3f97-4c13-81c3-dfde9b6d18fe tempest-TestShelveInstance-1109994500 tempest-TestShelveInstance-1109994500-project-admin] Unset dirty status for tenant:2c9f2f85ee23466b9047d3bf1f92aeb4 on resource:port {{(pid=92272) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:23:01.620809 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-416a65c9-3f97-4c13-81c3-dfde9b6d18fe tempest-TestShelveInstance-1109994500 tempest-TestShelveInstance-1109994500-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 1093 time: 0.3512650 May 20 16:23:01.623707 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55502) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:01.628672 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Request body: {'floatingip': {'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'port_id': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:23:01.636088 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:01.640158 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Usage tracker for resource:floatingip and tenant:603fcea4412147f3b81261cdca8eb0b5 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:23:01.643027 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:23:01.651456 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:01.696015 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a0177f53-8fb9-408b-a67b-0df78309918a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:01.711753 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-a0177f53-8fb9-408b-a67b-0df78309918a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:01.715972 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-a0177f53-8fb9-408b-a67b-0df78309918a admin admin] Usage tracker for resource:security_group_rule and tenant:ea31cbfc5ab3428fa158e609461c53f1 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:23:01.718854 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-a0177f53-8fb9-408b-a67b-0df78309918a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:23:01.724725 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-a0177f53-8fb9-408b-a67b-0df78309918a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:01.741197 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for floatingip, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:01.918476 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a0177f53-8fb9-408b-a67b-0df78309918a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:01.937441 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:01.979354 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-a0177f53-8fb9-408b-a67b-0df78309918a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:01.995492 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-4aa7f458-cc2b-476f-a9ce-ae08ccb410cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:02.047799 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-a0177f53-8fb9-408b-a67b-0df78309918a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea31cbfc5ab3428fa158e609461c53f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733465 May 20 16:23:02.050522 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55506) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:02.059766 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0177f53-8fb9-408b-a67b-0df78309918a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af51103c-ca02-448c-9d16-4608c5b320bb,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:02.065009 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-a0177f53-8fb9-408b-a67b-0df78309918a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:02.116377 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dcd478e5-0ab7-435c-bfde-af0948db0f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:02.125729 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_common [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Allocated IP 172.28.0.152 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/3d505a55-96f1-43db-a499-cc37072bba09) {{(pid=92272) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:23:02.143138 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dcd478e5-0ab7-435c-bfde-af0948db0f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:02.267130 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dcd478e5-0ab7-435c-bfde-af0948db0f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:02.272391 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-12d84905-e5e1-48ce-9568-741bcfcce0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:02.273392 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for port, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:02.288095 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd478e5-0ab7-435c-bfde-af0948db0f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af51103c-ca02-448c-9d16-4608c5b320bb,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:02.292819 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dcd478e5-0ab7-435c-bfde-af0948db0f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:02.296913 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-dcd478e5-0ab7-435c-bfde-af0948db0f77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af51103c-ca02-448c-9d16-4608c5b320bb HTTP/1.1" status: 204 len: 168 time: 0.2423420 May 20 16:23:02.296913 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-dcd478e5-0ab7-435c-bfde-af0948db0f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:02.376113 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:02.381288 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:02.442251 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92272) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:23:02.446568 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.base_scheduler [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Resources bound (agent type, host, resource id): {{(pid=92272) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:02.450261 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Received port after_create {{(pid=92272) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:23:02.498425 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event updated for resources: {'Port': ['ID=3d505a55-96f1-43db-a499-cc37072bba09,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:02.502560 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:02.975751 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:03.145743 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:03.354803 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for port, precommit_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:03.415219 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11257325'] for port, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:03.420318 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c0dbab04-c129-4163-8094-8ba3202cf523 tempest-AttachVolumeShelveTestJSON-24855050 tempest-AttachVolumeShelveTestJSON-24855050-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:03.527858 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event updated for resources: {'Port': ['ID=3d505a55-96f1-43db-a499-cc37072bba09,revision_number=2']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:03.531815 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:03.538856 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:03.712372 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.l3_db [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Floating IP e9cf0209-6bd6-4dab-81dc-b3d2e73c4455 associated. External IP: 172.28.0.152, port: 49e8d067-ae5a-4aea-9224-365201f65cf8. May 20 16:23:04.066585 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92272) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:23:04.247474 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92272) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:23:04.257241 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696963c5-3f2a-4282-9ab6-a83c3536d54d None None] Sync routers for ids ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:23:04.266280 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696963c5-3f2a-4282-9ab6-a83c3536d54d None None] Routers {'9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:23:04.269760 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-696963c5-3f2a-4282-9ab6-a83c3536d54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:22:42Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:04.341290 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:04.406443 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-43c16368-eb3c-4497-8629-06b473911dea tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7817173 May 20 16:23:04.410024 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8'}] {{(pid=92272) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:23:04.450368 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-696963c5-3f2a-4282-9ab6-a83c3536d54d None None] Set router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:23:04.598372 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'status': 'completed', 'code': 200} May 20 16:23:04.692411 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff0b34-079e-4875-a161-e64da2407f88 req-229d0cf1-0cff-4772-b803-f766f5dbe48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:04.694538 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-30ff0b34-079e-4875-a161-e64da2407f88 req-229d0cf1-0cff-4772-b803-f766f5dbe48d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=603fcea4412147f3b81261cdca8eb0b5&device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 1098 time: 0.0759211 May 20 16:23:04.832272 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff0b34-079e-4875-a161-e64da2407f88 req-b6b00c44-88f7-49d3-a1a2-7a906db09e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:04.834306 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-30ff0b34-079e-4875-a161-e64da2407f88 req-b6b00c44-88f7-49d3-a1a2-7a906db09e72 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224ec464-76b2-44f0-960e-978d46714430 HTTP/1.1" status: 200 len: 908 time: 0.1339383 May 20 16:23:04.867047 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-696963c5-3f2a-4282-9ab6-a83c3536d54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:22:16Z', 'revision_number': 4, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': 'e9cf0209-6bd6-4dab-81dc-b3d2e73c4455', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'floating_ip_address': '172.28.0.152', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'port_id': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'mac_address': 'fa:16:3e:c4:4f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:23:02Z', 'updated_at': '2021-05-20T16:23:02Z', 'revision_number': 0, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5676ba6-8893-4b43-9c5d-7c498f94041d', 'name': '', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'mac_address': 'fa:16:3e:40:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:15Z', 'updated_at': '2021-05-20T16:22:22Z', 'revision_number': 5, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'subnets': [{'id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:04.870832 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696963c5-3f2a-4282-9ab6-a83c3536d54d None None] Checking router: 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:23:04.879060 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696963c5-3f2a-4282-9ab6-a83c3536d54d None None] Routers {'9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:23:04.879654 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-696963c5-3f2a-4282-9ab6-a83c3536d54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:22:42Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:04.939489 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-30ff0b34-079e-4875-a161-e64da2407f88 req-ee5545c7-5ea5-409b-bf5b-cdead6abc58b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e8d067-ae5a-4aea-9224-365201f65cf8 HTTP/1.1" status: 200 len: 999 time: 0.0975399 May 20 16:23:05.002712 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff0b34-079e-4875-a161-e64da2407f88 req-55e393ca-0a33-4dc8-a9d5-748b7a44d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:05.004140 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-30ff0b34-079e-4875-a161-e64da2407f88 req-55e393ca-0a33-4dc8-a9d5-748b7a44d2fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d1c10a7-82d6-4b32-a57e-a7cc41985dc8 HTTP/1.1" status: 200 len: 846 time: 0.0584576 May 20 16:23:05.060232 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-696963c5-3f2a-4282-9ab6-a83c3536d54d None None] Set router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:23:05.192022 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff0b34-079e-4875-a161-e64da2407f88 req-934ce6c9-ec99-4f4e-8e8c-b61959dc0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:05.193972 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-30ff0b34-079e-4875-a161-e64da2407f88 req-934ce6c9-ec99-4f4e-8e8c-b61959dc0cb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224ec464-76b2-44f0-960e-978d46714430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1743474 May 20 16:23:05.327121 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-30ff0b34-079e-4875-a161-e64da2407f88 req-61b07ed8-ea82-4d58-b799-3243120f2a9f service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265824 May 20 16:23:05.412852 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-696963c5-3f2a-4282-9ab6-a83c3536d54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:22:16Z', 'revision_number': 4, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': 'e9cf0209-6bd6-4dab-81dc-b3d2e73c4455', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'floating_ip_address': '172.28.0.152', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'port_id': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'mac_address': 'fa:16:3e:c4:4f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:23:02Z', 'updated_at': '2021-05-20T16:23:02Z', 'revision_number': 0, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5676ba6-8893-4b43-9c5d-7c498f94041d', 'name': '', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'mac_address': 'fa:16:3e:40:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:15Z', 'updated_at': '2021-05-20T16:22:22Z', 'revision_number': 5, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'subnets': [{'id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:05.416741 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696963c5-3f2a-4282-9ab6-a83c3536d54d None None] The sync data for ids ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'] in dv-cinder-689486-13-smb is: [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:22:16Z', 'revision_number': 4, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': 'e9cf0209-6bd6-4dab-81dc-b3d2e73c4455', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'floating_ip_address': '172.28.0.152', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'port_id': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'mac_address': 'fa:16:3e:c4:4f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:23:02Z', 'updated_at': '2021-05-20T16:23:02Z', 'revision_number': 0, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5676ba6-8893-4b43-9c5d-7c498f94041d', 'name': '', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'mac_address': 'fa:16:3e:40:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:15Z', 'updated_at': '2021-05-20T16:22:22Z', 'revision_number': 5, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'subnets': [{'id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:23:05.462286 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-30ff0b34-079e-4875-a161-e64da2407f88 req-4c2f459c-73f7-43c9-93a0-148fa6528365 service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292319 May 20 16:23:05.607360 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64c6c4-d04f-4d3a-a22a-f69ee4b96489 None None] New status for floating IP e9cf0209-6bd6-4dab-81dc-b3d2e73c4455: ACTIVE {{(pid=92274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:23:08.878053 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-07cf5786-05ab-4adf-b28f-d35f2af23967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:10.518861 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55580) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:10.636770 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-83fc69d2-b37e-4145-90b6-a4a0fe9d2c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:10.651939 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-83fc69d2-b37e-4145-90b6-a4a0fe9d2c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:10.655755 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-83fc69d2-b37e-4145-90b6-a4a0fe9d2c18 admin admin] Usage tracker for resource:security_group_rule and tenant:81520ddac58b4844a395886c4c82791e is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:23:10.658864 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-83fc69d2-b37e-4145-90b6-a4a0fe9d2c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:23:10.664801 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-83fc69d2-b37e-4145-90b6-a4a0fe9d2c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:10.748305 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-83fc69d2-b37e-4145-90b6-a4a0fe9d2c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:10.804333 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-83fc69d2-b37e-4145-90b6-a4a0fe9d2c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:10.811769 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b691216b-9371-4d28-a7a1-5bd4025de6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:10.852666 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fc69d2-b37e-4145-90b6-a4a0fe9d2c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672e5a53-fca0-4a9a-bfa8-e955a6afbfae,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:10.855632 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-83fc69d2-b37e-4145-90b6-a4a0fe9d2c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:10.858126 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-83fc69d2-b37e-4145-90b6-a4a0fe9d2c18 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=81520ddac58b4844a395886c4c82791e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382783 May 20 16:23:10.860812 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55586) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:10.922276 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-707705c6-a194-4cf5-9f5e-8363ff14b413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:10.948427 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-707705c6-a194-4cf5-9f5e-8363ff14b413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:11.072299 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-707705c6-a194-4cf5-9f5e-8363ff14b413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:11.076083 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-920408b9-fa12-48ea-8c72-c4c03603c881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:11.087407 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707705c6-a194-4cf5-9f5e-8363ff14b413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672e5a53-fca0-4a9a-bfa8-e955a6afbfae,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:11.090845 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-707705c6-a194-4cf5-9f5e-8363ff14b413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:11.094071 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-707705c6-a194-4cf5-9f5e-8363ff14b413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:11.095151 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-707705c6-a194-4cf5-9f5e-8363ff14b413 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/672e5a53-fca0-4a9a-bfa8-e955a6afbfae HTTP/1.1" status: 204 len: 168 time: 0.2334251 May 20 16:23:11.472552 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:11.648287 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c6f1ded9-2b07-45de-bbf7-a8924107619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:12.082614 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55612) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:12.187625 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1740565091-network', 'tenant_id': '59e69673409e4559a417bfdb85123027'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:23:12.192337 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:12.196285 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Usage tracker for resource:network and tenant:59e69673409e4559a417bfdb85123027 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:23:12.199141 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:23:12.205515 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:12.270620 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Made reservation on behalf of 59e69673409e4559a417bfdb85123027 for: {'network': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:23:12.273530 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:12.285676 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:12.300364 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:12.304667 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Usage tracker for resource:security_group_rule and tenant:59e69673409e4559a417bfdb85123027 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:23:12.307485 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:23:12.313092 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:12.392071 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:12.449896 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:12.452778 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-e1004ebe-c489-48e9-8702-134d07be2447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:12.483486 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91631469-3f31-4125-af02-522202d57704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=92271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:23:12.488561 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d810767a-a6e9-4e78-b203-53533fc0c09e,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:12.492221 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:12.496151 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:12.496270 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.segments_db [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Added segment cda68047-5467-403c-805a-d8486a9d0bcd of type vlan for network 936f10eb-ae85-44c5-b1c8-0b718a2d997b May 20 16:23:12.523119 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:12.644156 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:12.645517 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:12.646105 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:12.651761 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:12.661086 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:12.745741 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Pushing event updated for resources: {'Network': ['ID=936f10eb-ae85-44c5-b1c8-0b718a2d997b,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:12.748284 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-91631469-3f31-4125-af02-522202d57704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:12.755670 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network 936f10eb-ae85-44c5-b1c8-0b718a2d997b details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:23:12.787322 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-91631469-3f31-4125-af02-522202d57704 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6982987 May 20 16:23:12.787322 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55618) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:12.791729 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Request body: {'subnet': {'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1740565091-subnet', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'ip_version': 4}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:23:12.796544 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:12.800446 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Usage tracker for resource:subnet and tenant:59e69673409e4559a417bfdb85123027 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:23:12.803357 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:23:12.809911 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:12.933986 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Made reservation on behalf of 59e69673409e4559a417bfdb85123027 for: {'subnet': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:23:12.936330 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10631610'] for subnet, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:13.371701 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10965010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10631592'] for subnet, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:13.376121 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:13.447605 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Pushing event updated for resources: {'Subnet': ['ID=359bbe99-41bf-4a92-86e2-e6832d44607c,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:13.451441 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:13.457181 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Checking segment: {'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:23:13.457571 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Network hostable DHCP agents. Network: 936f10eb-ae85-44c5-b1c8-0b718a2d997b, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:23:13.527475 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Network 936f10eb-ae85-44c5-b1c8-0b718a2d997b is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:23:13.613296 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, 936f10eb-ae85-44c5-b1c8-0b718a2d997b) {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:13.629029 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:13.629188 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c2378b-5bf5-44e7-9e0e-d741e6b06c2a None None] Network 936f10eb-ae85-44c5-b1c8-0b718a2d997b requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:23:13.629416 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:13.700777 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-b5e639e2-b218-41c5-88af-afcb0861584f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9140503 May 20 16:23:13.702953 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55622) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:13.708127 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:23:13.712668 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:13.716867 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Usage tracker for resource:router and tenant:59e69673409e4559a417bfdb85123027 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:23:13.719728 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:23:13.725451 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:13.797368 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-797338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7430'] for router, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:13.798416 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-797580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7437'] for router, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:13.813346 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:13.841078 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2301f5ec-f124-50c5-93e1-18616e4b0565-936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'fixed_ips': [{'subnet_id': '359bbe99-41bf-4a92-86e2-e6832d44607c'}]}} from dv-cinder-689486-13-smb. {{(pid=92273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:23:13.841932 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:14.001906 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.db_base_plugin_common [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Allocated IP 172.20.0.2 (936f10eb-ae85-44c5-b1c8-0b718a2d997b/359bbe99-41bf-4a92-86e2-e6832d44607c/f76cb954-0f38-4829-8f91-db52f9b5da98) {{(pid=92273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:23:14.226707 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-797324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7451'] for router, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:14.251023 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Notify callbacks [] for port, precommit_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:14.262097 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Transition to ACTIVE for port object f76cb954-0f38-4829-8f91-db52f9b5da98 will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:14.280484 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Transition to ACTIVE for port object f76cb954-0f38-4829-8f91-db52f9b5da98 will not be triggered until provisioned by entity DHCP. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:14.352002 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:14.356526 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:14.420153 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Network 936f10eb-ae85-44c5-b1c8-0b718a2d997b is already hosted by enough agents. {{(pid=92273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:23:14.422877 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.base_scheduler [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Resources bound (agent type, host, resource id): {{(pid=92273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:14.425478 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Received port after_create {{(pid=92273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:23:14.458435 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Pushing event updated for resources: {'Port': ['ID=f76cb954-0f38-4829-8f91-db52f9b5da98,revision_number=1']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:14.461918 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:14.525682 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Attempting to bind port f76cb954-0f38-4829-8f91-db52f9b5da98 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:23:14.526064 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Attempting to bind port f76cb954-0f38-4829-8f91-db52f9b5da98 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:23:14.526438 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Attempting to bind port f76cb954-0f38-4829-8f91-db52f9b5da98 on network 936f10eb-ae85-44c5-b1c8-0b718a2d997b {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:23:14.536771 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:23:14.537155 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Checking segment: {'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:23:14.537594 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:14.538006 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Bound using segment: {'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:23:14.539145 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Bound port: f76cb954-0f38-4829-8f91-db52f9b5da98, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:23:14.539661 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:14.592054 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:14.625731 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:14.634225 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] For port f76cb954-0f38-4829-8f91-db52f9b5da98, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:23:14.637498 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] For port f76cb954-0f38-4829-8f91-db52f9b5da98, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=f76cb954-0f38-4829-8f91-db52f9b5da98,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:23:14.648922 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:14.717001 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:14.720645 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-375a7253-09ad-4c01-b7fc-edf71c6e1d4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:14.761193 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Allocated IP 172.28.0.94 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/c0d123d1-0e18-4108-ae7d-4af5d8d3939e) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:23:14.810859 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Pushing event updated for resources: {'Port': ['ID=f76cb954-0f38-4829-8f91-db52f9b5da98,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:14.814244 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:14.930186 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:15.033164 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:15.037188 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ddc9dd39-19cd-473d-91a7-5f9677012b4e tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:15.099176 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:23:15.102321 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:15.105881 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:23:15.140411 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d123d1-0e18-4108-ae7d-4af5d8d3939e,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:15.143464 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:15.236571 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device f76cb954-0f38-4829-8f91-db52f9b5da98 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:15.358104 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port f76cb954-0f38-4829-8f91-db52f9b5da98 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:15.602204 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:15.627691 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4829b6a-dc54-41a5-9e01-eb15e4a87739 None None] Network 936f10eb-ae85-44c5-b1c8-0b718a2d997b requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:23:15.739103 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-5a405936-f4ea-4b3c-98a3-3c910a74671f None None] Provisioning for port f76cb954-0f38-4829-8f91-db52f9b5da98 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:15.755907 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-5a405936-f4ea-4b3c-98a3-3c910a74671f None None] Provisioning complete for port f76cb954-0f38-4829-8f91-db52f9b5da98 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:15.756297 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-5a405936-f4ea-4b3c-98a3-3c910a74671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:15.973143 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-5a405936-f4ea-4b3c-98a3-3c910a74671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:16.012514 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-5a405936-f4ea-4b3c-98a3-3c910a74671f None None] For port f76cb954-0f38-4829-8f91-db52f9b5da98, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=f76cb954-0f38-4829-8f91-db52f9b5da98,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:23:16.058321 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-797333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559537'] for router, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:16.071971 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-5a405936-f4ea-4b3c-98a3-3c910a74671f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:16.075749 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:16.144752 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a405936-f4ea-4b3c-98a3-3c910a74671f None None] Pushing event updated for resources: {'Port': ['ID=f76cb954-0f38-4829-8f91-db52f9b5da98,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:16.149328 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-5a405936-f4ea-4b3c-98a3-3c910a74671f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:16.193194 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-d7d1fa27-6c27-483a-a881-dd4463cc2eb6 None None] Provisioning complete for port f76cb954-0f38-4829-8f91-db52f9b5da98 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:16.195750 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d7d1fa27-6c27-483a-a881-dd4463cc2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:16.328081 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 is scheduled to L3 agent 30fad739-0224-41ff-944f-60d25c281d4e with binding_index 1 {{(pid=92271) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:23:16.506781 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:23:16.516018 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Sync routers for ids ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:23:16.526659 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Routers {'4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:23:16.527304 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:23:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:16.587287 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Notify callbacks [] for router, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:16.588528 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8845789 May 20 16:23:16.591350 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55626) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:16.705142 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Set router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:23:17.020821 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:23:15Z', 'revision_number': 3, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:17.025323 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Checking router: 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:23:17.025684 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Updating router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 port c0d123d1-0e18-4108-ae7d-4af5d8d3939e binding host dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:23:17.081779 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:17.225676 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device f76cb954-0f38-4829-8f91-db52f9b5da98 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:17.262245 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:17.395114 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port f76cb954-0f38-4829-8f91-db52f9b5da98 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:17.395403 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:17.528997 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Notify callbacks [] for port, precommit_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:17.573354 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Allocated IP 172.20.0.1 (936f10eb-ae85-44c5-b1c8-0b718a2d997b/359bbe99-41bf-4a92-86e2-e6832d44607c/d1e3e474-4ed8-4d6a-8302-cd4709257ac0) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:23:17.581561 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Transition to ACTIVE for port object c0d123d1-0e18-4108-ae7d-4af5d8d3939e will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:17.665034 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:23:17.695534 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:17.700342 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:17.726664 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:17.742274 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Transition to ACTIVE for port object d1e3e474-4ed8-4d6a-8302-cd4709257ac0 will not be triggered until provisioned by entity DHCP. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:17.779571 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Attempting to bind port c0d123d1-0e18-4108-ae7d-4af5d8d3939e on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:23:17.779951 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Attempting to bind port c0d123d1-0e18-4108-ae7d-4af5d8d3939e by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:23:17.783051 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Attempting to bind port c0d123d1-0e18-4108-ae7d-4af5d8d3939e on network 8120caa7-72ef-43bf-afbe-41d0992388cc {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:23:17.783956 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809b962-bfc8-4c39-be9f-ebb8d6e29b91 None None] Pushing event updated for resources: {'Port': ['ID=c0d123d1-0e18-4108-ae7d-4af5d8d3939e,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:17.787857 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-c809b962-bfc8-4c39-be9f-ebb8d6e29b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:17.789286 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:23:17.789629 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Checking segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:23:17.790040 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:17.790435 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Bound using segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:23:17.790906 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Bound port: c0d123d1-0e18-4108-ae7d-4af5d8d3939e, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:23:17.791289 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:17.831336 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:17.836670 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:17.863718 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] For port c0d123d1-0e18-4108-ae7d-4af5d8d3939e, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:23:17.867193 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] For port c0d123d1-0e18-4108-ae7d-4af5d8d3939e, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=c0d123d1-0e18-4108-ae7d-4af5d8d3939e,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:23:17.899904 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Network 936f10eb-ae85-44c5-b1c8-0b718a2d997b is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:23:17.902781 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:17.905168 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:23:17.954221 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e3e474-4ed8-4d6a-8302-cd4709257ac0,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:17.957500 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:17.962316 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:17.965506 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:17.965931 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:17.966259 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:17.966622 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:17.966984 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:17.967342 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:17.967695 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:17.968047 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:17.968400 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:17.968770 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:17.969098 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:17.969473 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:17.973127 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:17.981563 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-795048'] for router_interface, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:18.052584 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Routers {'4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:23:18.053247 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:23:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:18.122062 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809b962-bfc8-4c39-be9f-ebb8d6e29b91 None None] Pushing event updated for resources: {'Port': ['ID=c0d123d1-0e18-4108-ae7d-4af5d8d3939e,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:18.133972 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-c809b962-bfc8-4c39-be9f-ebb8d6e29b91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:18.197671 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:18.228442 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-a947fee4-0fe5-42de-86b2-f23a547b7f2d None None] Provisioning for port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:18.238124 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-a947fee4-0fe5-42de-86b2-f23a547b7f2d None None] Provisioning complete for port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:18.238505 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a947fee4-0fe5-42de-86b2-f23a547b7f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:18.294762 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] Set router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:23:18.420710 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:18.423200 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-a947fee4-0fe5-42de-86b2-f23a547b7f2d None None] Port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:23:18.483862 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:18.510792 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:18.586243 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:23:15Z', 'revision_number': 3, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:18.590161 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e19e3-d8ae-4a7d-8b8d-6117308462b2 None None] The sync data for ids ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'] in dv-cinder-689486-13-smb is: [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:23:15Z', 'revision_number': 3, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:23:18.593937 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566547'] for router_interface, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:18.598119 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Pushing event updated for resources: {'Port': ['ID=d1e3e474-4ed8-4d6a-8302-cd4709257ac0,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:18.621165 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:18.740825 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Network 936f10eb-ae85-44c5-b1c8-0b718a2d997b is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:23:18.742808 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:18.957271 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:23:19.047448 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-4f86c81c-b50f-4e5f-ac4b-3ec9245f6a95 None None] Provisioning complete for port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:19.047831 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-4f86c81c-b50f-4e5f-ac4b-3ec9245f6a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:19.103406 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-4f86c81c-b50f-4e5f-ac4b-3ec9245f6a95 None None] Port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:23:19.147505 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:23:19.157366 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] 10.222.0.11 "PUT /v2.0/routers/4f9c78e9-6fd3-42cc-9767-a6d21dbdf958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5647175 May 20 16:23:19.254489 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device c0d123d1-0e18-4108-ae7d-4af5d8d3939e up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:19.460071 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port c0d123d1-0e18-4108-ae7d-4af5d8d3939e completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:19.465685 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port c0d123d1-0e18-4108-ae7d-4af5d8d3939e triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:19.466159 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:19.585030 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:19.602521 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port c0d123d1-0e18-4108-ae7d-4af5d8d3939e, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=c0d123d1-0e18-4108-ae7d-4af5d8d3939e,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:23:19.684050 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:19.685956 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:19.751147 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=c0d123d1-0e18-4108-ae7d-4af5d8d3939e,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:19.754177 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:19.920156 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55646) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:19.926227 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-142064319-network', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:23:19.933623 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:19.937609 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Usage tracker for resource:network and tenant:7d6d7453fcf04033a4a93e1df4c03e30 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:23:19.940561 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:23:19.947187 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:20.066681 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Made reservation on behalf of 7d6d7453fcf04033a4a93e1df4c03e30 for: {'network': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:23:20.069088 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3720622'] for network, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:20.075935 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Sync routers for ids ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:23:20.082659 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:20.086050 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Routers {'4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:23:20.086862 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:23:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:20.097165 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:20.101302 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Usage tracker for resource:security_group_rule and tenant:7d6d7453fcf04033a4a93e1df4c03e30 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:23:20.104270 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:23:20.110271 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:20.196747 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:20.266517 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:20.266743 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Set router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:23:20.269534 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3fd25a3f-c1c1-4ed3-a3d5-7cbee6dec0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:20.297686 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=92271) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 16:23:20.307012 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502471f0-c330-49fa-b2cf-e4f12c95e8bf,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:20.310591 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:20.313024 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:20.314874 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.segments_db [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Added segment 018a9b8f-a2f7-4e39-99bf-a7858c855ee5 of type vlan for network d9203439-1057-4685-a826-01c21f9c0a84 May 20 16:23:20.343095 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765186637029'] for network, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:20.527777 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863'] for network, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:20.529270 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:20.529877 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:20.535120 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-32a2bac9-a588-41cd-9d1d-ba89c0481ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:20.611488 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:23:18Z', 'revision_number': 4, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'd1e3e474-4ed8-4d6a-8302-cd4709257ac0', 'name': '', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'mac_address': 'fa:16:3e:0e:17:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:17Z', 'updated_at': '2021-05-20T16:23:18Z', 'revision_number': 2, 'project_id': '59e69673409e4559a417bfdb85123027', 'subnets': [{'id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:20.615095 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Checking router: 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:23:20.615444 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Updating router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 binding host dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:23:20.634134 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Pushing event updated for resources: {'Network': ['ID=d9203439-1057-4685-a826-01c21f9c0a84,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:20.636834 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:20.643814 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Network d9203439-1057-4685-a826-01c21f9c0a84 details requested by agent ovs-agent-dv-cinder-689486-13-smb with host dv-cinder-689486-13-smb {{(pid=92273) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 20 16:23:20.652036 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-a3f502a2-9ae5-4bcf-8396-e58245cd3474 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7279038 May 20 16:23:20.652465 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55650) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:20.658965 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Request body: {'subnet': {'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-142064319-subnet', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'ip_version': 4}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:23:20.663966 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:20.667932 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Usage tracker for resource:subnet and tenant:7d6d7453fcf04033a4a93e1df4c03e30 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:23:20.670795 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:23:20.676527 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:20.676930 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:20.752622 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Made reservation on behalf of 7d6d7453fcf04033a4a93e1df4c03e30 for: {'subnet': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:23:20.754997 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10631610'] for subnet, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.006262 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Notify callbacks [] for port, precommit_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.017737 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.provisioning_blocks [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Transition to ACTIVE for port object d1e3e474-4ed8-4d6a-8302-cd4709257ac0 will not be triggered until provisioned by entity L2. {{(pid=92274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:21.084265 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.090063 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-01d69c8a-3df8-4c0e-827d-52f98444860e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:21.196885 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10965010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10631592'] for subnet, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.201222 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:21.212867 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Pushing event updated for resources: {'Port': ['ID=d1e3e474-4ed8-4d6a-8302-cd4709257ac0,revision_number=3']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:21.228664 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device c0d123d1-0e18-4108-ae7d-4af5d8d3939e up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:21.233380 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:21.233926 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:21.234415 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:21.234902 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:21.235481 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:21.236810 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:21.237352 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:21.238073 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:21.238169 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:21.238507 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:21.238829 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:21.239147 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92274) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:21.251189 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:21.280670 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=689fa979-99d6-4739-86fa-467fa9e2eebf,revision_number=0']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:21.283638 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:21.296246 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Checking segment: {'id': '018a9b8f-a2f7-4e39-99bf-a7858c855ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:23:21.296610 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Network hostable DHCP agents. Network: d9203439-1057-4685-a826-01c21f9c0a84, hostable agents: ['e8e69c7c-e8b8-450e-995b-184d8d678278'], hosted agents: [] {{(pid=92271) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 16:23:21.317629 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port c0d123d1-0e18-4108-ae7d-4af5d8d3939e triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:21.317997 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.352450 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Attempting to bind port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:23:21.352825 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Attempting to bind port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:23:21.353186 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Attempting to bind port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 on network 936f10eb-ae85-44c5-b1c8-0b718a2d997b {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:23:21.358578 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:23:21.358950 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Checking segment: {'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:23:21.359353 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.359744 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Bound using segment: {'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:23:21.360204 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Bound port: d1e3e474-4ed8-4d6a-8302-cd4709257ac0, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'}}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:23:21.360602 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.373496 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Network d9203439-1057-4685-a826-01c21f9c0a84 is scheduled to be hosted by DHCP agent e8e69c7c-e8b8-450e-995b-184d8d678278 with binding_index 1 {{(pid=92271) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 16:23:21.438216 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-13-smb, d9203439-1057-4685-a826-01c21f9c0a84) {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:21.448050 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:21.448701 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.454252 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] For port d1e3e474-4ed8-4d6a-8302-cd4709257ac0, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:23:21.454666 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d2608b-ed6f-4b75-a5c9-0f14f98b01c8 None None] Network d9203439-1057-4685-a826-01c21f9c0a84 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:23:21.457470 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] For port d1e3e474-4ed8-4d6a-8302-cd4709257ac0, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=d1e3e474-4ed8-4d6a-8302-cd4709257ac0,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:23:21.517467 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.521346 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:21.550442 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-40cbd83a-9e3b-41a3-8d4d-e3c568b1dea9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8945429 May 20 16:23:21.550832 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55654) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:21.557526 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-142064319-router', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:23:21.563074 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:21.567152 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Usage tracker for resource:router and tenant:7d6d7453fcf04033a4a93e1df4c03e30 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:23:21.570382 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:23:21.576739 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:21.599388 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Routers {'4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:23:21.600019 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:23:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:21.664302 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Pushing event updated for resources: {'Port': ['ID=d1e3e474-4ed8-4d6a-8302-cd4709257ac0,revision_number=4']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:21.668461 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:21.678319 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-797338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7430'] for router, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.683898 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-797580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-559579', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7437'] for router, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.689972 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2301f5ec-f124-50c5-93e1-18616e4b0565-d9203439-1057-4685-a826-01c21f9c0a84', 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'fixed_ips': [{'subnet_id': '689fa979-99d6-4739-86fa-467fa9e2eebf'}]}} from dv-cinder-689486-13-smb. {{(pid=92273) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 16:23:21.690823 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.700855 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:21.799029 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] Set router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:23:21.871597 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.db_base_plugin_common [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Allocated IP 172.20.0.2 (d9203439-1057-4685-a826-01c21f9c0a84/689fa979-99d6-4739-86fa-467fa9e2eebf/412af7ff-58ff-410d-ad34-13b5a615f4fd) {{(pid=92273) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:23:22.063462 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-559593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-797324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7451'] for router, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:22.090480 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Notify callbacks [] for port, precommit_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:22.102762 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Transition to ACTIVE for port object 412af7ff-58ff-410d-ad34-13b5a615f4fd will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:22.121767 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Transition to ACTIVE for port object 412af7ff-58ff-410d-ad34-13b5a615f4fd will not be triggered until provisioned by entity DHCP. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:22.146251 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:23:18Z', 'revision_number': 4, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'd1e3e474-4ed8-4d6a-8302-cd4709257ac0', 'name': '', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'mac_address': 'fa:16:3e:0e:17:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:17Z', 'updated_at': '2021-05-20T16:23:21Z', 'revision_number': 4, 'project_id': '59e69673409e4559a417bfdb85123027', 'subnets': [{'id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:22.151239 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d36e8e-c2f0-4b4b-9aa5-c00a46530671 None None] The sync data for ids ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'] in dv-cinder-689486-13-smb is: [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:23:18Z', 'revision_number': 4, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'd1e3e474-4ed8-4d6a-8302-cd4709257ac0', 'name': '', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'mac_address': 'fa:16:3e:0e:17:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:17Z', 'updated_at': '2021-05-20T16:23:21Z', 'revision_number': 4, 'project_id': '59e69673409e4559a417bfdb85123027', 'subnets': [{'id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:23:22.170933 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055'] for port, after_create {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:22.174906 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:22.268712 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Network d9203439-1057-4685-a826-01c21f9c0a84 is already hosted by enough agents. {{(pid=92273) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:23:22.271619 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.scheduler.base_scheduler [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Resources bound (agent type, host, resource id): {{(pid=92273) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:22.276377 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Received port after_create {{(pid=92273) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:23:22.284313 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Pushing event updated for resources: {'Port': ['ID=412af7ff-58ff-410d-ad34-13b5a615f4fd,revision_number=1']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:22.311554 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:22.375840 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Attempting to bind port 412af7ff-58ff-410d-ad34-13b5a615f4fd on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:23:22.376194 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Attempting to bind port 412af7ff-58ff-410d-ad34-13b5a615f4fd by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': '018a9b8f-a2f7-4e39-99bf-a7858c855ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:23:22.376576 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Attempting to bind port 412af7ff-58ff-410d-ad34-13b5a615f4fd on network d9203439-1057-4685-a826-01c21f9c0a84 {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:23:22.382781 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:23:22.383168 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Checking segment: {'id': '018a9b8f-a2f7-4e39-99bf-a7858c855ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:23:22.383587 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:22.383993 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Bound using segment: {'id': '018a9b8f-a2f7-4e39-99bf-a7858c855ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:23:22.384476 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Bound port: 412af7ff-58ff-410d-ad34-13b5a615f4fd, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018a9b8f-a2f7-4e39-99bf-a7858c855ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:23:22.384864 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:22.468445 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:22.482709 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] For port 412af7ff-58ff-410d-ad34-13b5a615f4fd, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:23:22.485948 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] For port 412af7ff-58ff-410d-ad34-13b5a615f4fd, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=412af7ff-58ff-410d-ad34-13b5a615f4fd,segment=NetworkSegment(018a9b8f-a2f7-4e39-99bf-a7858c855ee5),segment_id=018a9b8f-a2f7-4e39-99bf-a7858c855ee5)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:23:22.499184 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:22.564696 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:22.569538 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:22.651352 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Pushing event updated for resources: {'Port': ['ID=412af7ff-58ff-410d-ad34-13b5a615f4fd,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:22.655497 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-c445ec9b-f8fc-43b3-b344-3f974ca80525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:22.759074 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Allocated IP 172.28.0.116 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/6d604c7d-b408-462a-aa21-e78771e62849) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:23:22.943711 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:23.084620 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:23.089070 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:23.153952 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:23:23.156684 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:23.159422 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:23:23.200975 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Pushing event updated for resources: {'Port': ['ID=6d604c7d-b408-462a-aa21-e78771e62849,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:23.201850 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:23.300441 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 412af7ff-58ff-410d-ad34-13b5a615f4fd up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:23.459693 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port 412af7ff-58ff-410d-ad34-13b5a615f4fd completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:23.465185 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device d1e3e474-4ed8-4d6a-8302-cd4709257ac0 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:23.598318 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:23.604637 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:23.605019 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:23.633989 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e69634f-5314-4678-869a-e18ddc471534 None None] Network d9203439-1057-4685-a826-01c21f9c0a84 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:23:23.670199 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:23.909025 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-99658e70-80a6-4d5c-8dda-5f599fc7fb86 None None] Provisioning for port 412af7ff-58ff-410d-ad34-13b5a615f4fd completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:23.915755 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:23.933959 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-99658e70-80a6-4d5c-8dda-5f599fc7fb86 None None] Provisioning complete for port 412af7ff-58ff-410d-ad34-13b5a615f4fd triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:23.934343 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-99658e70-80a6-4d5c-8dda-5f599fc7fb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:24.016943 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-797333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-559537'] for router, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:24.057566 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port d1e3e474-4ed8-4d6a-8302-cd4709257ac0, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=d1e3e474-4ed8-4d6a-8302-cd4709257ac0,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:23:24.125830 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:24.131428 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:24.189637 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-99658e70-80a6-4d5c-8dda-5f599fc7fb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:24.238030 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=d1e3e474-4ed8-4d6a-8302-cd4709257ac0,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:24.242010 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-99658e70-80a6-4d5c-8dda-5f599fc7fb86 None None] For port 412af7ff-58ff-410d-ad34-13b5a615f4fd, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=412af7ff-58ff-410d-ad34-13b5a615f4fd,segment=NetworkSegment(018a9b8f-a2f7-4e39-99bf-a7858c855ee5),segment_id=018a9b8f-a2f7-4e39-99bf-a7858c855ee5)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:23:24.243365 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:24.316452 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Router d93a463a-f0b5-407d-af51-408da1d79ce4 is scheduled to L3 agent 30fad739-0224-41ff-944f-60d25c281d4e with binding_index 1 {{(pid=92271) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 16:23:24.344852 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-99658e70-80a6-4d5c-8dda-5f599fc7fb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:24.346904 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-375a7253-09ad-4c01-b7fc-edf71c6e1d4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:24.414153 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99658e70-80a6-4d5c-8dda-5f599fc7fb86 None None] Pushing event updated for resources: {'Port': ['ID=412af7ff-58ff-410d-ad34-13b5a615f4fd,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:24.417480 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-99658e70-80a6-4d5c-8dda-5f599fc7fb86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:24.465640 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-b3f8e702-441e-42df-83cf-2bd200c207d6 None None] Provisioning complete for port 412af7ff-58ff-410d-ad34-13b5a615f4fd triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:24.465933 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e702-441e-42df-83cf-2bd200c207d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:24.608310 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:23:24.616606 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Sync routers for ids ['d93a463a-f0b5-407d-af51-408da1d79ce4'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:23:24.626050 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Routers {'d93a463a-f0b5-407d-af51-408da1d79ce4'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:23:24.626696 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:23:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['d93a463a-f0b5-407d-af51-408da1d79ce4'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:24.712515 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Notify callbacks [] for router, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:24.713886 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1615961 May 20 16:23:24.716745 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55658) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:23:24.808991 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Set router d93a463a-f0b5-407d-af51-408da1d79ce4 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:23:25.091209 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'name': 'tempest-TestMinimumBasicScenario-142064319-router', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '6d604c7d-b408-462a-aa21-e78771e62849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:21Z', 'updated_at': '2021-05-20T16:23:23Z', 'revision_number': 3, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'gw_port': {'id': '6d604c7d-b408-462a-aa21-e78771e62849', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:22Z', 'updated_at': '2021-05-20T16:23:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:25.094993 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Checking router: d93a463a-f0b5-407d-af51-408da1d79ce4 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:23:25.095347 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Updating router d93a463a-f0b5-407d-af51-408da1d79ce4 port 6d604c7d-b408-462a-aa21-e78771e62849 binding host dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:23:25.151997 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:25.248548 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device d1e3e474-4ed8-4d6a-8302-cd4709257ac0 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:25.378879 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:25.379523 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:25.391273 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:25.603492 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Allocated IP 172.20.0.1 (d9203439-1057-4685-a826-01c21f9c0a84/689fa979-99d6-4739-86fa-467fa9e2eebf/cee4eb47-3ddf-450c-b887-0a159721f874) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:23:25.623456 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 412af7ff-58ff-410d-ad34-13b5a615f4fd up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:25.730889 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:25.746123 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Transition to ACTIVE for port object 6d604c7d-b408-462a-aa21-e78771e62849 will not be triggered until provisioned by entity L2. {{(pid=92273) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:25.753435 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:25.758969 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 412af7ff-58ff-410d-ad34-13b5a615f4fd triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:25.764318 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:25.769604 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Transition to ACTIVE for port object cee4eb47-3ddf-450c-b887-0a159721f874 will not be triggered until provisioned by entity DHCP. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:25.812312 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:25.818086 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-22a62364-e38b-406b-baeb-0da22eacdf9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:25.868537 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:25.872751 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-020cab55-5471-486e-b2f6-602b5924e2dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:25.899042 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Attempting to bind port 6d604c7d-b408-462a-aa21-e78771e62849 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:23:25.899416 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Attempting to bind port 6d604c7d-b408-462a-aa21-e78771e62849 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:23:25.899787 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Attempting to bind port 6d604c7d-b408-462a-aa21-e78771e62849 on network 8120caa7-72ef-43bf-afbe-41d0992388cc {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:23:25.906206 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7827de-e82b-43bc-85bd-aead8b7753f4 None None] Pushing event updated for resources: {'Port': ['ID=6d604c7d-b408-462a-aa21-e78771e62849,revision_number=2']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:25.910878 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-ee7827de-e82b-43bc-85bd-aead8b7753f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:25.911926 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:23:25.912306 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Checking segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92273) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:23:25.912720 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:25.913347 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Bound using segment: {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'} {{(pid=92273) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:23:25.913716 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.managers [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Bound port: 6d604c7d-b408-462a-aa21-e78771e62849, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f732613b-9c18-4bb6-933e-26047764dd2f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc'}}] {{(pid=92273) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:23:25.914093 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:25.932594 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Network d9203439-1057-4685-a826-01c21f9c0a84 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:23:25.936115 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:25.938577 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:23:25.989956 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Pushing event updated for resources: {'Port': ['ID=cee4eb47-3ddf-450c-b887-0a159721f874,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:25.995649 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:26.006657 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-795048'] for router_interface, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:26.038935 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] For port 6d604c7d-b408-462a-aa21-e78771e62849, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92273) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:23:26.042395 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] For port 6d604c7d-b408-462a-aa21-e78771e62849, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=6d604c7d-b408-462a-aa21-e78771e62849,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:23:26.118771 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:26.122540 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-eca44cc7-7a16-47f4-8fd8-570aade200f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:26.207136 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:26.207723 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Routers {'d93a463a-f0b5-407d-af51-408da1d79ce4'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:23:26.208347 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:23:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['d93a463a-f0b5-407d-af51-408da1d79ce4'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:26.292186 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7827de-e82b-43bc-85bd-aead8b7753f4 None None] Pushing event updated for resources: {'Port': ['ID=6d604c7d-b408-462a-aa21-e78771e62849,revision_number=3']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:26.295811 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-ee7827de-e82b-43bc-85bd-aead8b7753f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:26.365791 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-20a4c9cc-0f0b-4c31-9ad8-06c60dcc18ae None None] Provisioning for port cee4eb47-3ddf-450c-b887-0a159721f874 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:26.389569 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-20a4c9cc-0f0b-4c31-9ad8-06c60dcc18ae None None] Provisioning complete for port cee4eb47-3ddf-450c-b887-0a159721f874 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:26.390272 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-20a4c9cc-0f0b-4c31-9ad8-06c60dcc18ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:26.457450 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] Set router d93a463a-f0b5-407d-af51-408da1d79ce4 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:23:26.505241 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-20a4c9cc-0f0b-4c31-9ad8-06c60dcc18ae None None] Port cee4eb47-3ddf-450c-b887-0a159721f874 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:23:26.530331 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:26.598316 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:26.626141 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2094842b-6b11-43d3-a366-230a711d0f0d tempest-AttachVolumeNegativeTest-1744981884 tempest-AttachVolumeNegativeTest-1744981884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:26.707843 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566547'] for router_interface, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:26.712059 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Pushing event updated for resources: {'Port': ['ID=cee4eb47-3ddf-450c-b887-0a159721f874,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:26.715393 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:26.780130 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'name': 'tempest-TestMinimumBasicScenario-142064319-router', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '6d604c7d-b408-462a-aa21-e78771e62849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:21Z', 'updated_at': '2021-05-20T16:23:26Z', 'revision_number': 4, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'gw_port': {'id': '6d604c7d-b408-462a-aa21-e78771e62849', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:22Z', 'updated_at': '2021-05-20T16:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'cee4eb47-3ddf-450c-b887-0a159721f874', 'name': '', 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'mac_address': 'fa:16:3e:90:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '689fa979-99d6-4739-86fa-467fa9e2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:25Z', 'updated_at': '2021-05-20T16:23:25Z', 'revision_number': 1, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'subnets': [{'id': '689fa979-99d6-4739-86fa-467fa9e2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:26.784283 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae46a02-31c9-4058-9fa2-a3d36507a1d9 None None] The sync data for ids ['d93a463a-f0b5-407d-af51-408da1d79ce4'] in dv-cinder-689486-13-smb is: [{'id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'name': 'tempest-TestMinimumBasicScenario-142064319-router', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '6d604c7d-b408-462a-aa21-e78771e62849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:21Z', 'updated_at': '2021-05-20T16:23:26Z', 'revision_number': 4, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'gw_port': {'id': '6d604c7d-b408-462a-aa21-e78771e62849', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:22Z', 'updated_at': '2021-05-20T16:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'cee4eb47-3ddf-450c-b887-0a159721f874', 'name': '', 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'mac_address': 'fa:16:3e:90:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '689fa979-99d6-4739-86fa-467fa9e2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:25Z', 'updated_at': '2021-05-20T16:23:25Z', 'revision_number': 1, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'subnets': [{'id': '689fa979-99d6-4739-86fa-467fa9e2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:23:26.852701 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Network d9203439-1057-4685-a826-01c21f9c0a84 is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:23:26.853779 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:27.054944 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Router d93a463a-f0b5-407d-af51-408da1d79ce4 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:23:27.130445 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-896dca03-323e-48a1-9e26-206d5539ceef None None] Provisioning complete for port cee4eb47-3ddf-450c-b887-0a159721f874 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:27.130796 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-896dca03-323e-48a1-9e26-206d5539ceef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:27.201732 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-896dca03-323e-48a1-9e26-206d5539ceef None None] Port cee4eb47-3ddf-450c-b887-0a159721f874 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:23:27.249866 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:23:27.259392 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] 10.222.0.11 "PUT /v2.0/routers/d93a463a-f0b5-407d-af51-408da1d79ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5415227 May 20 16:23:27.790812 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:29.266621 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 6d604c7d-b408-462a-aa21-e78771e62849 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:29.421537 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port 6d604c7d-b408-462a-aa21-e78771e62849 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:29.426733 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 6d604c7d-b408-462a-aa21-e78771e62849 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:29.427140 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:29.609609 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:29.632619 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port 6d604c7d-b408-462a-aa21-e78771e62849, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=6d604c7d-b408-462a-aa21-e78771e62849,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:23:29.712651 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:29.715719 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-858deada-0b08-48cb-ae62-92968f60f0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:29.716464 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1cafcaa8-7a07-48ca-8b1f-9f390d864b5e req-b331fa51-390b-4124-aa17-6618c5f8a2de service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864265 May 20 16:23:29.831096 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=6d604c7d-b408-462a-aa21-e78771e62849,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:29.835403 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:29.902256 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafcaa8-7a07-48ca-8b1f-9f390d864b5e req-576bd16f-22f5-4eef-a7d3-52e3333eba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:29.903983 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1cafcaa8-7a07-48ca-8b1f-9f390d864b5e req-576bd16f-22f5-4eef-a7d3-52e3333eba1c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=603fcea4412147f3b81261cdca8eb0b5&device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 1098 time: 0.0953662 May 20 16:23:30.075044 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafcaa8-7a07-48ca-8b1f-9f390d864b5e req-b4c323d9-35c5-493b-862b-2443d91b9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:30.076519 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1cafcaa8-7a07-48ca-8b1f-9f390d864b5e req-b4c323d9-35c5-493b-862b-2443d91b9bbb service neutron] 10.222.0.10 "GET /v2.0/networks?id=224ec464-76b2-44f0-960e-978d46714430 HTTP/1.1" status: 200 len: 908 time: 0.1516368 May 20 16:23:30.182209 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Sync routers for ids ['d93a463a-f0b5-407d-af51-408da1d79ce4'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:23:30.189323 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1cafcaa8-7a07-48ca-8b1f-9f390d864b5e req-fdf9c3c7-1c60-4d6a-989b-5b3d15fe5b1a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e8d067-ae5a-4aea-9224-365201f65cf8 HTTP/1.1" status: 200 len: 1001 time: 0.1044779 May 20 16:23:30.193037 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Routers {'d93a463a-f0b5-407d-af51-408da1d79ce4'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:23:30.193811 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:23:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['d93a463a-f0b5-407d-af51-408da1d79ce4'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:30.268556 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafcaa8-7a07-48ca-8b1f-9f390d864b5e req-08269898-16ee-4035-9cd1-d4224ccfbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:30.270344 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1cafcaa8-7a07-48ca-8b1f-9f390d864b5e req-08269898-16ee-4035-9cd1-d4224ccfbeb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d1c10a7-82d6-4b32-a57e-a7cc41985dc8 HTTP/1.1" status: 200 len: 846 time: 0.0728626 May 20 16:23:30.356430 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafcaa8-7a07-48ca-8b1f-9f390d864b5e req-553dd88c-4633-41b7-97ad-b500250d30ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:30.358315 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1cafcaa8-7a07-48ca-8b1f-9f390d864b5e req-553dd88c-4633-41b7-97ad-b500250d30ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224ec464-76b2-44f0-960e-978d46714430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0802736 May 20 16:23:30.404992 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Set router d93a463a-f0b5-407d-af51-408da1d79ce4 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:23:30.533571 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1cafcaa8-7a07-48ca-8b1f-9f390d864b5e req-a539f1f6-1967-4b9a-97e9-e6294935034e service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675024 May 20 16:23:30.743856 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'name': 'tempest-TestMinimumBasicScenario-142064319-router', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '6d604c7d-b408-462a-aa21-e78771e62849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:21Z', 'updated_at': '2021-05-20T16:23:26Z', 'revision_number': 4, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'gw_port': {'id': '6d604c7d-b408-462a-aa21-e78771e62849', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:22Z', 'updated_at': '2021-05-20T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'cee4eb47-3ddf-450c-b887-0a159721f874', 'name': '', 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'mac_address': 'fa:16:3e:90:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '689fa979-99d6-4739-86fa-467fa9e2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:25Z', 'updated_at': '2021-05-20T16:23:26Z', 'revision_number': 2, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'subnets': [{'id': '689fa979-99d6-4739-86fa-467fa9e2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:30.749313 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Checking router: d93a463a-f0b5-407d-af51-408da1d79ce4 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:23:30.749313 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Updating router d93a463a-f0b5-407d-af51-408da1d79ce4 port cee4eb47-3ddf-450c-b887-0a159721f874 binding host dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 16:23:30.807804 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:30.815935 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1cafcaa8-7a07-48ca-8b1f-9f390d864b5e req-1432746d-e20f-48e0-9b70-9aa8122ba596 service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736847 May 20 16:23:31.166087 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Notify callbacks [] for port, precommit_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:31.178096 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.provisioning_blocks [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Transition to ACTIVE for port object cee4eb47-3ddf-450c-b887-0a159721f874 will not be triggered until provisioned by entity L2. {{(pid=92274) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:31.230226 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 6d604c7d-b408-462a-aa21-e78771e62849 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:31.297311 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port 6d604c7d-b408-462a-aa21-e78771e62849 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:31.300354 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:31.318550 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:31.324056 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:31.458747 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516413ad-e8ba-4688-be52-f4517fd16fee None None] Pushing event updated for resources: {'Port': ['ID=cee4eb47-3ddf-450c-b887-0a159721f874,revision_number=3']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:31.463007 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-516413ad-e8ba-4688-be52-f4517fd16fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:31.564367 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Attempting to bind port cee4eb47-3ddf-450c-b887-0a159721f874 on host dv-cinder-689486-13-smb for vnic_type normal with profile {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:23:31.564734 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Attempting to bind port cee4eb47-3ddf-450c-b887-0a159721f874 by drivers openvswitch,hyperv on host dv-cinder-689486-13-smb at level 0 using segments [{'id': '018a9b8f-a2f7-4e39-99bf-a7858c855ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84'}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:23:31.565104 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Attempting to bind port cee4eb47-3ddf-450c-b887-0a159721f874 on network d9203439-1057-4685-a826-01c21f9c0a84 {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:23:31.571605 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Checking agent: {'id': '6a115a0f-6d74-463e-851d-8ce48bb97c48', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-13-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 5, 41), 'started_at': datetime.datetime(2021, 5, 20, 16, 6, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-13-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:23:31.571987 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Checking segment: {'id': '018a9b8f-a2f7-4e39-99bf-a7858c855ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92274) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:23:31.572390 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:31.572784 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Bound using segment: {'id': '018a9b8f-a2f7-4e39-99bf-a7858c855ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84'} {{(pid=92274) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:23:31.573279 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.managers [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Bound port: cee4eb47-3ddf-450c-b887-0a159721f874, host: dv-cinder-689486-13-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018a9b8f-a2f7-4e39-99bf-a7858c855ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84'}}] {{(pid=92274) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:23:31.573676 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:31.674661 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] For port cee4eb47-3ddf-450c-b887-0a159721f874, host dv-cinder-689486-13-smb, cleared binding levels {{(pid=92274) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:23:31.678026 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.plugins.ml2.db [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] For port cee4eb47-3ddf-450c-b887-0a159721f874, host dv-cinder-689486-13-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=cee4eb47-3ddf-450c-b887-0a159721f874,segment=NetworkSegment(018a9b8f-a2f7-4e39-99bf-a7858c855ee5),segment_id=018a9b8f-a2f7-4e39-99bf-a7858c855ee5)] {{(pid=92274) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:23:31.758945 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron_lib.callbacks.manager [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92274) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:31.764046 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-847050f6-271a-4323-a7df-a328e0e5bad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:31.848271 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Routers {'d93a463a-f0b5-407d-af51-408da1d79ce4'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:23:31.849799 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:23:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['d93a463a-f0b5-407d-af51-408da1d79ce4'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:31.979471 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516413ad-e8ba-4688-be52-f4517fd16fee None None] Pushing event updated for resources: {'Port': ['ID=cee4eb47-3ddf-450c-b887-0a159721f874,revision_number=4']} {{(pid=92274) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:31.985675 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG oslo_concurrency.lockutils [None req-516413ad-e8ba-4688-be52-f4517fd16fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92274) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:32.104124 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] Set router d93a463a-f0b5-407d-af51-408da1d79ce4 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:23:32.461385 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'name': 'tempest-TestMinimumBasicScenario-142064319-router', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '6d604c7d-b408-462a-aa21-e78771e62849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:21Z', 'updated_at': '2021-05-20T16:23:26Z', 'revision_number': 4, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'gw_port': {'id': '6d604c7d-b408-462a-aa21-e78771e62849', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:22Z', 'updated_at': '2021-05-20T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'cee4eb47-3ddf-450c-b887-0a159721f874', 'name': '', 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'mac_address': 'fa:16:3e:90:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '689fa979-99d6-4739-86fa-467fa9e2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:25Z', 'updated_at': '2021-05-20T16:23:31Z', 'revision_number': 4, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'subnets': [{'id': '689fa979-99d6-4739-86fa-467fa9e2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:23:32.463953 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108dbbf-3a42-459f-8b3e-c123bffcc08e None None] The sync data for ids ['d93a463a-f0b5-407d-af51-408da1d79ce4'] in dv-cinder-689486-13-smb is: [{'id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'name': 'tempest-TestMinimumBasicScenario-142064319-router', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '6d604c7d-b408-462a-aa21-e78771e62849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:21Z', 'updated_at': '2021-05-20T16:23:26Z', 'revision_number': 4, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'gw_port': {'id': '6d604c7d-b408-462a-aa21-e78771e62849', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:22Z', 'updated_at': '2021-05-20T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'cee4eb47-3ddf-450c-b887-0a159721f874', 'name': '', 'network_id': 'd9203439-1057-4685-a826-01c21f9c0a84', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'mac_address': 'fa:16:3e:90:79:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '689fa979-99d6-4739-86fa-467fa9e2eebf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:25Z', 'updated_at': '2021-05-20T16:23:31Z', 'revision_number': 4, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'subnets': [{'id': '689fa979-99d6-4739-86fa-467fa9e2eebf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:23:33.253165 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device cee4eb47-3ddf-450c-b887-0a159721f874 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:33.402068 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning for port cee4eb47-3ddf-450c-b887-0a159721f874 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:33.408195 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port cee4eb47-3ddf-450c-b887-0a159721f874 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:33.408523 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:33.535281 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:33.574582 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] For port cee4eb47-3ddf-450c-b887-0a159721f874, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=cee4eb47-3ddf-450c-b887-0a159721f874,segment=NetworkSegment(018a9b8f-a2f7-4e39-99bf-a7858c855ee5),segment_id=018a9b8f-a2f7-4e39-99bf-a7858c855ee5)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:23:33.649814 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:33.652897 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-c809b962-bfc8-4c39-be9f-ebb8d6e29b91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:33.729057 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Pushing event updated for resources: {'Port': ['ID=cee4eb47-3ddf-450c-b887-0a159721f874,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:33.732201 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:35.240385 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device cee4eb47-3ddf-450c-b887-0a159721f874 up at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:35.314475 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Provisioning complete for port cee4eb47-3ddf-450c-b887-0a159721f874 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:35.314883 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:38.860902 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-28f73bb2-c37c-4da5-826c-6fe50436588d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:39.499781 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-bb63f8b5-d475-4a6d-8a11-c5d5aa65072e tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:39.500468 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-bb63f8b5-d475-4a6d-8a11-c5d5aa65072e tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Synchronizing usage tracker for tenant:59e69673409e4559a417bfdb85123027 on resource:network {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:23:39.598049 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-bb63f8b5-d475-4a6d-8a11-c5d5aa65072e tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Unset dirty status for tenant:59e69673409e4559a417bfdb85123027 on resource:network {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:23:39.599199 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-bb63f8b5-d475-4a6d-8a11-c5d5aa65072e tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/networks?id=936f10eb-ae85-44c5-b1c8-0b718a2d997b HTTP/1.1" status: 200 len: 815 time: 0.2429090 May 20 16:23:39.614560 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-c7def67c-ffd1-449c-b75e-9db08a4e8cf3 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/quotas/59e69673409e4559a417bfdb85123027 HTTP/1.1" status: 200 len: 375 time: 0.0090313 May 20 16:23:39.696994 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-5d013391-ccf0-42ec-86b4-2d7de501c6ba tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Synchronizing usage tracker for tenant:59e69673409e4559a417bfdb85123027 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:23:39.809341 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-5d013391-ccf0-42ec-86b4-2d7de501c6ba tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Unset dirty status for tenant:59e69673409e4559a417bfdb85123027 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:23:39.810679 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-5d013391-ccf0-42ec-86b4-2d7de501c6ba tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=59e69673409e4559a417bfdb85123027&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1909776 May 20 16:23:39.950753 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-69aeec46-af62-42ae-8074-8826caededfd service neutron] 10.222.0.11 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278958 May 20 16:23:40.081759 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-c75e7ce9-d98f-4789-9d95-0a93986d4cc1 service neutron] 10.222.0.11 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253376 May 20 16:23:40.361588 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f2b3990a-5000-4d0d-9c75-584345f2db44 req-54905b72-dd04-4443-938b-1aa74c4bd429 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 210 time: 0.0436854 May 20 16:23:41.462403 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7bcf5279-bf32-4762-b89e-95fb2e2a80c2 req-39c68392-4743-47a2-90ac-57b31b9838b4 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 210 time: 0.0462599 May 20 16:23:41.506783 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:41.621026 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c57fbaba-ba0d-4830-b30f-7c07f41f3801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:42.610481 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bd7c9a48-db43-4baf-8534-4d2f64f4794f req-ee3a42ef-d844-450a-a8b6-11db194aa968 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 210 time: 0.0431015 May 20 16:23:42.638165 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:42.774472 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-2bb4831f-3370-4577-a8aa-7fd602773431 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:42.775969 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-2bb4831f-3370-4577-a8aa-7fd602773431 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.10 "GET /v2.0/networks?id=936f10eb-ae85-44c5-b1c8-0b718a2d997b HTTP/1.1" status: 200 len: 815 time: 0.1482277 May 20 16:23:42.787843 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Request body: {'port': {'device_id': 'c344233e-43f1-44f0-8ca4-99044a176473', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'admin_state_up': True, 'tenant_id': '59e69673409e4559a417bfdb85123027'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:23:42.928310 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:23:42.938590 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:23:43.043733 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Made reservation on behalf of 59e69673409e4559a417bfdb85123027 for: {'port': 1} {{(pid=92271) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 16:23:43.047277 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:43.214085 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Allocated IP 172.20.0.9 (936f10eb-ae85-44c5-b1c8-0b718a2d997b/359bbe99-41bf-4a92-86e2-e6832d44607c/b3f54ecd-4279-4fb4-afcb-b42e788a6cb7) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:23:43.418987 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:43.434012 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Transition to ACTIVE for port object b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 will not be triggered until provisioned by entity DHCP. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:43.522586 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:43.529520 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-98e49d92-c6f6-4609-a9b5-c725e0779278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:43.619700 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Network 936f10eb-ae85-44c5-b1c8-0b718a2d997b is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:23:43.623743 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:23:43.627955 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:23:43.677477 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event updated for resources: {'Port': ['ID=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:43.700044 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:43.740385 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:43.741354 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:43.971748 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1874783 May 20 16:23:43.988340 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-0f17aae0-d0fc-46b9-ba95-4cd0c716e825 None None] Provisioning for port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 completed by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:43.995158 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-0f17aae0-d0fc-46b9-ba95-4cd0c716e825 None None] Provisioning complete for port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:43.995599 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-0f17aae0-d0fc-46b9-ba95-4cd0c716e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:44.005865 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2827468-66cf-4c2e-8d13-6f50c366e796 req-3acda2f2-d73b-434e-8b71-9af8f026cc03 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:44.006833 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-d2827468-66cf-4c2e-8d13-6f50c366e796 req-3acda2f2-d73b-434e-8b71-9af8f026cc03 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Synchronizing usage tracker for tenant:59e69673409e4559a417bfdb85123027 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:23:44.061952 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-0f17aae0-d0fc-46b9-ba95-4cd0c716e825 None None] Port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 cannot update to ACTIVE because it is not bound. {{(pid=92273) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 16:23:44.116006 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-d2827468-66cf-4c2e-8d13-6f50c366e796 req-3acda2f2-d73b-434e-8b71-9af8f026cc03 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Unset dirty status for tenant:59e69673409e4559a417bfdb85123027 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:23:44.117172 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d2827468-66cf-4c2e-8d13-6f50c366e796 req-3acda2f2-d73b-434e-8b71-9af8f026cc03 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 931 time: 0.3704278 May 20 16:23:44.166852 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-d2827468-66cf-4c2e-8d13-6f50c366e796 req-56d4db70-8200-44fb-b803-f681550c4fd2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Synchronizing usage tracker for tenant:59e69673409e4559a417bfdb85123027 on resource:security_group {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:23:44.270438 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-d2827468-66cf-4c2e-8d13-6f50c366e796 req-56d4db70-8200-44fb-b803-f681550c4fd2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Unset dirty status for tenant:59e69673409e4559a417bfdb85123027 on resource:security_group {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:23:44.271613 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d2827468-66cf-4c2e-8d13-6f50c366e796 req-56d4db70-8200-44fb-b803-f681550c4fd2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477764 May 20 16:23:44.607893 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:45.466656 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a73ad2-c0f6-4acb-b49f-3089550b8878 req-5a310c23-c601-41f0-bec4-42bb72a0fe00 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:45.468034 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-44a73ad2-c0f6-4acb-b49f-3089550b8878 req-5a310c23-c601-41f0-bec4-42bb72a0fe00 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 931 time: 0.0871494 May 20 16:23:45.517896 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-44a73ad2-c0f6-4acb-b49f-3089550b8878 req-9f972125-815c-41e3-b676-8f845100e1c4 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440381 May 20 16:23:46.724835 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199823e8-7a61-457f-ad7c-b77228c0c1af req-dfc6e93d-24b9-47ca-92d5-f71604ebd3bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:46.726527 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-199823e8-7a61-457f-ad7c-b77228c0c1af req-dfc6e93d-24b9-47ca-92d5-f71604ebd3bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 931 time: 0.0973959 May 20 16:23:46.792495 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-199823e8-7a61-457f-ad7c-b77228c0c1af req-2242332c-a27c-4af3-840d-f962f1dded4a tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583932 May 20 16:23:47.988459 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277b697-61ad-4a04-a0fa-df3a8121a012 req-e0846bf7-1d65-4780-91c9-c60a9034d0bc tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:47.989945 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6277b697-61ad-4a04-a0fa-df3a8121a012 req-e0846bf7-1d65-4780-91c9-c60a9034d0bc tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 931 time: 0.0868728 May 20 16:23:48.040697 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6277b697-61ad-4a04-a0fa-df3a8121a012 req-19d95b80-309e-4fdf-90e5-9d1936ccb46b tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448306 May 20 16:23:49.226366 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccb602-d2f8-4444-a64a-159b94afc0db req-24af5f9d-8a7e-4364-9141-4caa6fb63186 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:49.229311 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-66ccb602-d2f8-4444-a64a-159b94afc0db req-24af5f9d-8a7e-4364-9141-4caa6fb63186 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 931 time: 0.0813735 May 20 16:23:49.279565 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-66ccb602-d2f8-4444-a64a-159b94afc0db req-c05168d9-5eb6-48ee-9eec-5d29887e8155 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448825 May 20 16:23:50.474353 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ff5a4-5e7f-4a2f-a591-86bf85b1ee5e req-81f8fa1c-f33e-4e87-ab85-aa7304105cf4 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:50.476272 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ca1ff5a4-5e7f-4a2f-a591-86bf85b1ee5e req-81f8fa1c-f33e-4e87-ab85-aa7304105cf4 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 931 time: 0.0894418 May 20 16:23:50.529448 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ca1ff5a4-5e7f-4a2f-a591-86bf85b1ee5e req-d2a6fa6e-fdda-48b1-adf6-57ecaa18e01f tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464416 May 20 16:23:51.729251 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af750da-5c78-4d01-8f51-ba4da63dfd5d req-18a9601d-9178-4edb-a9f9-d184572e282a tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:51.730801 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1af750da-5c78-4d01-8f51-ba4da63dfd5d req-18a9601d-9178-4edb-a9f9-d184572e282a tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 931 time: 0.0872226 May 20 16:23:51.782783 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1af750da-5c78-4d01-8f51-ba4da63dfd5d req-bb22a752-4ffc-4a40-b8f4-9171ec292a06 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424168 May 20 16:23:52.985069 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7202698-c41a-470a-968e-1258a25b9b96 req-5cbaed9f-d660-4d16-acdf-1e76d0bc8aee tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:52.986587 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d7202698-c41a-470a-968e-1258a25b9b96 req-5cbaed9f-d660-4d16-acdf-1e76d0bc8aee tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 931 time: 0.0860376 May 20 16:23:53.034826 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d7202698-c41a-470a-968e-1258a25b9b96 req-6e6d443d-c8ca-4a40-aa1e-6102e741e400 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 May 20 16:23:53.453369 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Request body: {'port': {'device_id': 'c344233e-43f1-44f0-8ca4-99044a176473', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:23:53.563530 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:53.897255 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 {{(pid=92271) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:23:53.905013 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:53.919238 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.provisioning_blocks [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Transition to ACTIVE for port object b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 will not be triggered until provisioned by entity L2. {{(pid=92271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 16:23:54.019522 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:54.023484 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-bb43ac0f-6601-4c2a-bd26-10f5c22269c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:54.229666 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:54.233362 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:54.321273 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Attempting to bind port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 16:23:54.321537 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Attempting to bind port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 16:23:54.321865 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Attempting to bind port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 on network 936f10eb-ae85-44c5-b1c8-0b718a2d997b {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:23:54.328643 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 on network 936f10eb-ae85-44c5-b1c8-0b718a2d997b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 16:23:54.328957 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Attempting to bind port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 on network 936f10eb-ae85-44c5-b1c8-0b718a2d997b {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 16:23:54.342697 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97d5d3-d037-4086-8419-991f034f4d7d req-0c19c20e-c538-45e1-bdb8-552f28cef444 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:54.344167 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ba97d5d3-d037-4086-8419-991f034f4d7d req-0c19c20e-c538-45e1-bdb8-552f28cef444 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 943 time: 0.1950908 May 20 16:23:54.345626 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Checking agent: {'id': 'e95721fe-13a8-477b-a28d-15c9fe7cca59', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'started_at': datetime.datetime(2021, 5, 20, 16, 12, 28), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 16, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 16:23:54.345969 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Checking segment: {'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 16:23:54.346516 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Bound using segment: {'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'} {{(pid=92271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 16:23:54.346970 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.managers [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Bound port: b3f54ecd-4279-4fb4-afcb-b42e788a6cb7, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda68047-5467-403c-805a-d8486a9d0bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b'}}] {{(pid=92271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 16:23:54.347324 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:54.446409 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ba97d5d3-d037-4086-8419-991f034f4d7d req-e56825ca-7a3d-45a3-b352-fcc3c7d81e1d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898294 May 20 16:23:54.565114 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] For port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7, host hv-cinder-68948, cleared binding levels {{(pid=92271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 16:23:54.568034 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] For port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 16:23:54.655991 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:54.663252 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-3e43e639-4584-456e-acd2-cef26f7bac7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:54.668731 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:23:54.713007 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:54.713585 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:54.715185 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] 10.222.0.10 "PUT /v2.0/ports/b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 HTTP/1.1" status: 200 len: 1093 time: 1.2659955 May 20 16:23:54.723996 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:23:54.748677 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,revision_number=3']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:54.752412 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:54.799050 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'status': 'completed', 'code': 200} May 20 16:23:54.894345 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e78fd-2e83-44d0-a14a-2276b5cf3140 req-5a1be7fb-1aa7-429d-bbff-ba7a03223b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:54.895836 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-aa4e78fd-2e83-44d0-a14a-2276b5cf3140 req-5a1be7fb-1aa7-429d-bbff-ba7a03223b7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59e69673409e4559a417bfdb85123027&device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 1096 time: 0.0776761 May 20 16:23:55.033988 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e78fd-2e83-44d0-a14a-2276b5cf3140 req-434f82be-3ed6-4340-b2ee-2bbe8fe61ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:55.035421 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-aa4e78fd-2e83-44d0-a14a-2276b5cf3140 req-434f82be-3ed6-4340-b2ee-2bbe8fe61ff3 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=59e69673409e4559a417bfdb85123027&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1331215 May 20 16:23:55.169860 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e78fd-2e83-44d0-a14a-2276b5cf3140 req-7f576072-c875-40e7-97ad-95285b60dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:55.171317 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-aa4e78fd-2e83-44d0-a14a-2276b5cf3140 req-7f576072-c875-40e7-97ad-95285b60dfe2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299253 May 20 16:23:55.275107 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-e4736406-db73-4c99-8d96-072417885b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:55.276616 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-e4736406-db73-4c99-8d96-072417885b14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59e69673409e4559a417bfdb85123027&device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 1096 time: 0.0707300 May 20 16:23:55.346552 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-63478958-107a-41a7-b20b-c82f055d99d0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 HTTP/1.1" status: 200 len: 217 time: 0.0630436 May 20 16:23:55.408382 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-9e80cbaf-e0ce-470a-bc98-aa1feda7855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:55.409837 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-9e80cbaf-e0ce-470a-bc98-aa1feda7855a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=359bbe99-41bf-4a92-86e2-e6832d44607c HTTP/1.1" status: 200 len: 854 time: 0.0576031 May 20 16:23:55.487634 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-498c9d30-0d83-42d7-ad24-9794c71a4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:55.489096 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-498c9d30-0d83-42d7-ad24-9794c71a4d9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=936f10eb-ae85-44c5-b1c8-0b718a2d997b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0727193 May 20 16:23:55.673807 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-cfdad492-ae54-4794-b524-f6df49bdfa56 service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778190 May 20 16:23:55.724258 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9572423-c076-4418-85fa-9bedaee4f785 req-44356f19-7867-464b-b251-446f5c462309 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:55.725724 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a9572423-c076-4418-85fa-9bedaee4f785 req-44356f19-7867-464b-b251-446f5c462309 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 943 time: 0.1495667 May 20 16:23:55.844747 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a9572423-c076-4418-85fa-9bedaee4f785 req-99ac772f-06ba-415c-9259-6ec0ee57f0cb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110594 May 20 16:23:55.852336 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-90fee2d7-5f1b-4d5f-a292-21e87427387f req-72a88c63-b5dd-4b5e-a949-396cd854fd38 service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716328 May 20 16:23:56.865918 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:23:57.002964 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:23:57.015824 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'port_id': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'mac_address': 'fa:16:3e:fb:2e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:23:57.032997 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0b229-e4c4-4e7a-8f02-fe154d5814e2 req-22312517-da4e-4b30-88c0-5b94998b2d36 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:57.034502 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-deb0b229-e4c4-4e7a-8f02-fe154d5814e2 req-22312517-da4e-4b30-88c0-5b94998b2d36 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 943 time: 0.0814171 May 20 16:23:57.074558 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:57.081001 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-deb0b229-e4c4-4e7a-8f02-fe154d5814e2 req-da70faeb-43cf-439b-8268-be126ba35488 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406399 May 20 16:23:57.091771 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:23:57.108292 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:23:57.191959 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:57.194573 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:57.259574 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,revision_number=4']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:57.266703 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:57.267047 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:57.267385 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:57.267717 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:57.268047 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:57.268373 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:57.268695 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:57.269298 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:57.269455 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:57.269779 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:57.270096 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:57.270411 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:23:57.274128 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:57.409075 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:23:57.803801 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:58.299432 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ddbfb-d3e2-4bb1-85b4-c4817811aefa req-2f11b55a-4f90-4726-a28c-df0939890c7a tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:58.300896 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b29ddbfb-d3e2-4bb1-85b4-c4817811aefa req-2f11b55a-4f90-4726-a28c-df0939890c7a tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 944 time: 0.0981722 May 20 16:23:58.347157 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b29ddbfb-d3e2-4bb1-85b4-c4817811aefa req-e48e3309-ecbc-409a-af21-7dc1869952b0 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396452 May 20 16:23:58.895584 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:23:59.015042 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning for port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 completed by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 16:23:59.019713 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:23:59.020129 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:59.167576 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:59.195547 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:23:59.205100 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:23:59.240573 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'code': 200} May 20 16:23:59.275838 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:23:59.277749 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:23:59.347219 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,revision_number=5']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:23:59.350102 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:23:59.584528 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4efbe8-526d-4889-96ca-7db2aed22774 req-cf3e8e5c-0227-46d6-9890-90ace6386e83 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:59.585922 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ca4efbe8-526d-4889-96ca-7db2aed22774 req-cf3e8e5c-0227-46d6-9890-90ace6386e83 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 945 time: 0.1305819 May 20 16:23:59.636867 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9ff6d-c815-4096-b52b-5391bdda6d63 req-383d4831-7da5-4560-be81-4775eee7410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:23:59.638421 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3ea9ff6d-c815-4096-b52b-5391bdda6d63 req-383d4831-7da5-4560-be81-4775eee7410c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 1098 time: 0.1228275 May 20 16:23:59.641289 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ca4efbe8-526d-4889-96ca-7db2aed22774 req-92b555e7-9326-4df8-babe-5dbddf9ff22e tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490458 May 20 16:23:59.679995 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3ea9ff6d-c815-4096-b52b-5391bdda6d63 req-66985002-6b9b-4966-88c0-c8a20331df34 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349634 May 20 16:24:00.923920 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735d604-98f1-431a-a6c4-08f5493a0cbc req-dab120cd-68bc-432f-a763-ac01a983e740 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:00.925431 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3735d604-98f1-431a-a6c4-08f5493a0cbc req-dab120cd-68bc-432f-a763-ac01a983e740 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 945 time: 0.1778266 May 20 16:24:00.972399 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3735d604-98f1-431a-a6c4-08f5493a0cbc req-63a33c87-8402-44a1-92a4-48c1a8ba89e7 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410275 May 20 16:24:01.155476 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906aacad-77b1-407b-b8cb-eeebc76d43a0 req-c9bab69f-ff0d-4b4a-bd7d-552edba0756a tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:01.157189 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-906aacad-77b1-407b-b8cb-eeebc76d43a0 req-c9bab69f-ff0d-4b4a-bd7d-552edba0756a tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 945 time: 0.0813026 May 20 16:24:01.205548 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-906aacad-77b1-407b-b8cb-eeebc76d43a0 req-515da120-10d7-42e2-8310-2b5621c1d4b3 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425243 May 20 16:24:01.593109 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ebf53-69d5-4ce1-9235-d2094e1d4aaf req-369aa143-575f-44dc-aa88-31e4e0c715a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:01.594771 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8a0ebf53-69d5-4ce1-9235-d2094e1d4aaf req-369aa143-575f-44dc-aa88-31e4e0c715a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 945 time: 0.0785775 May 20 16:24:01.638346 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8a0ebf53-69d5-4ce1-9235-d2094e1d4aaf req-de1a9560-4642-493b-9be2-6ba986aa8a9b tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378771 May 20 16:24:07.172229 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2819e3c-e837-4e57-b4fe-ac1c005d128c req-572dedbe-0fc1-4bbc-8f16-a1014f5d2287 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:07.173713 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a2819e3c-e837-4e57-b4fe-ac1c005d128c req-572dedbe-0fc1-4bbc-8f16-a1014f5d2287 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 945 time: 0.0826697 May 20 16:24:07.217736 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a2819e3c-e837-4e57-b4fe-ac1c005d128c req-0885da96-f6c4-42b0-b04a-3d47aee5827a tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383687 May 20 16:24:07.240817 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55846) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:24:07.406219 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8b6e03-cf6b-4fbe-9e95-5bc197dfc5e1 tempest-TestMinimumBasicScenario-262390867 tempest-TestMinimumBasicScenario-262390867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:07.407300 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-da8b6e03-cf6b-4fbe-9e95-5bc197dfc5e1 tempest-TestMinimumBasicScenario-262390867 tempest-TestMinimumBasicScenario-262390867-project-admin] Synchronizing usage tracker for tenant:7d6d7453fcf04033a4a93e1df4c03e30 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:24:07.517614 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-da8b6e03-cf6b-4fbe-9e95-5bc197dfc5e1 tempest-TestMinimumBasicScenario-262390867 tempest-TestMinimumBasicScenario-262390867-project-admin] Unset dirty status for tenant:7d6d7453fcf04033a4a93e1df4c03e30 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:24:07.518710 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-da8b6e03-cf6b-4fbe-9e95-5bc197dfc5e1 tempest-TestMinimumBasicScenario-262390867 tempest-TestMinimumBasicScenario-262390867-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 1093 time: 0.2769542 May 20 16:24:07.521615 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 55852) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:24:07.526782 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Request body: {'floatingip': {'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'port_id': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:24:07.533493 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:24:07.537254 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Usage tracker for resource:floatingip and tenant:59e69673409e4559a417bfdb85123027 is out of sync, need to count used quota {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:24:07.540282 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92271) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:24:07.545728 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.quota.driver [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92271) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:24:07.632294 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for floatingip, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:07.767078 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:07.907934 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_common [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Allocated IP 172.28.0.226 (8120caa7-72ef-43bf-afbe-41d0992388cc/930f10ce-88a2-4cac-83f9-2c578d108f70/47c46e94-cb37-437b-8bab-f502cbecd00e) {{(pid=92271) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 16:24:08.054911 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for port, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:08.135052 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765186654055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:08.138725 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-017c7d89-644e-4439-88b1-6ebbeee21672 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:08.203313 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Network 8120caa7-72ef-43bf-afbe-41d0992388cc is already hosted by enough agents. {{(pid=92271) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 16:24:08.206270 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.base_scheduler [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Resources bound (agent type, host, resource id): {{(pid=92271) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 16:24:08.209933 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Received port after_create {{(pid=92271) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 16:24:08.245892 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event updated for resources: {'Port': ['ID=47c46e94-cb37-437b-8bab-f502cbecd00e,revision_number=1']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:08.254293 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:08.618214 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:08.742440 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:08.887592 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-37127bc1-df2b-453c-869f-d9cf8b10c067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:09.040682 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:09.106538 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:09.110191 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b21d27dd-bb88-40e0-9c02-ae88964a0ec9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:09.213582 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event updated for resources: {'Port': ['ID=47c46e94-cb37-437b-8bab-f502cbecd00e,revision_number=2']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:09.217587 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:09.225865 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-794943'] for floatingip, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:09.393415 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.l3_db [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Floating IP 655ef13b-d7a3-4615-919a-2d441df7a924 associated. External IP: 172.28.0.226, port: b3f54ecd-4279-4fb4-afcb-b42e788a6cb7. May 20 16:24:09.739091 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:24:09.915110 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:24:09.926111 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a73f2-f405-42a0-a09e-c431e2e06384 None None] Sync routers for ids ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:24:09.934191 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a73f2-f405-42a0-a09e-c431e2e06384 None None] Routers {'4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:24:09.934718 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-d12a73f2-f405-42a0-a09e-c431e2e06384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:23:42Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:24:09.996016 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:10.061622 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5388689 May 20 16:24:10.063765 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:24:10.067084 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55856) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:24:10.071278 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-384924298', 'description': 'tempest-secgroup-smoke-384924298 description', 'project_id': '59e69673409e4559a417bfdb85123027'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:24:10.079030 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:24:10.096350 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:24:10.116109 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'status': 'completed', 'code': 200} May 20 16:24:10.137610 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-d12a73f2-f405-42a0-a09e-c431e2e06384 None None] Set router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:24:10.162074 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:10.184994 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:24:10.194042 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Usage tracker for resource:security_group_rule and tenant:59e69673409e4559a417bfdb85123027 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:24:10.197045 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:24:10.203809 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:24:10.225657 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fca905-9927-4a3c-bb75-bfb22521e5f7 req-44218b46-1bd0-4989-a4f7-8a1d8961365b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:10.233409 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-13fca905-9927-4a3c-bb75-bfb22521e5f7 req-44218b46-1bd0-4989-a4f7-8a1d8961365b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59e69673409e4559a417bfdb85123027&device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 1098 time: 0.0891991 May 20 16:24:10.286813 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:10.350158 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:10.382085 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fca905-9927-4a3c-bb75-bfb22521e5f7 req-6cc53b2f-f7c2-4c7a-aa17-b6bd55934dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:10.383564 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-13fca905-9927-4a3c-bb75-bfb22521e5f7 req-6cc53b2f-f7c2-4c7a-aa17-b6bd55934dee service neutron] 10.222.0.10 "GET /v2.0/networks?id=936f10eb-ae85-44c5-b1c8-0b718a2d997b HTTP/1.1" status: 200 len: 916 time: 0.1489301 May 20 16:24:10.487638 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-23bda855-f3e1-4957-8582-545a4fdfef72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:10.501592 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-13fca905-9927-4a3c-bb75-bfb22521e5f7 req-f80991e0-e162-4e96-a603-bdc207f81d02 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 HTTP/1.1" status: 200 len: 999 time: 0.1111209 May 20 16:24:10.505333 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-d12a73f2-f405-42a0-a09e-c431e2e06384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:23:18Z', 'revision_number': 4, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '655ef13b-d7a3-4615-919a-2d441df7a924', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'floating_ip_address': '172.28.0.226', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'port_id': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'mac_address': 'fa:16:3e:fb:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c344233e-43f1-44f0-8ca4-99044a176473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:24:08Z', 'updated_at': '2021-05-20T16:24:08Z', 'revision_number': 0, 'project_id': '59e69673409e4559a417bfdb85123027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e3e474-4ed8-4d6a-8302-cd4709257ac0', 'name': '', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'mac_address': 'fa:16:3e:0e:17:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:17Z', 'updated_at': '2021-05-20T16:23:23Z', 'revision_number': 5, 'project_id': '59e69673409e4559a417bfdb85123027', 'subnets': [{'id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:24:10.509470 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a73f2-f405-42a0-a09e-c431e2e06384 None None] Checking router: 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:24:10.518861 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a73f2-f405-42a0-a09e-c431e2e06384 None None] Routers {'4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:24:10.519476 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-d12a73f2-f405-42a0-a09e-c431e2e06384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:23:42Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:24:10.523934 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e26bbdd-7eef-400c-9546-af201e29421e,revision_number=1']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:10.531348 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:10.532179 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:10.532468 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:10.532812 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:10.533170 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:10.533551 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:10.533908 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:10.534257 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:10.534603 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:10.534946 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:10.535405 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:10.535755 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:24:10.539490 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:10.571391 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fca905-9927-4a3c-bb75-bfb22521e5f7 req-eceb1ca9-99c7-4e6b-abd1-3dd01b28c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:10.572817 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-13fca905-9927-4a3c-bb75-bfb22521e5f7 req-eceb1ca9-99c7-4e6b-abd1-3dd01b28c602 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=359bbe99-41bf-4a92-86e2-e6832d44607c HTTP/1.1" status: 200 len: 854 time: 0.0651968 May 20 16:24:10.601455 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:10.603114 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-b3ebeab6-ab4b-4822-8e1e-4e67a8baa1da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5369997 May 20 16:24:10.606089 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55862) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:24:10.612366 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-96a437d2-e300-4e42-9e9d-d2d4d6828433 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Request body: {'security_group_rule': {'security_group_id': '1e26bbdd-7eef-400c-9546-af201e29421e', 'project_id': '59e69673409e4559a417bfdb85123027', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:24:10.619002 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-96a437d2-e300-4e42-9e9d-d2d4d6828433 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:24:10.622272 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-96a437d2-e300-4e42-9e9d-d2d4d6828433 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Usage tracker for resource:security_group_rule and tenant:59e69673409e4559a417bfdb85123027 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:24:10.625780 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-96a437d2-e300-4e42-9e9d-d2d4d6828433 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:24:10.631683 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-96a437d2-e300-4e42-9e9d-d2d4d6828433 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:24:10.706466 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-96a437d2-e300-4e42-9e9d-d2d4d6828433 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:10.707533 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-d12a73f2-f405-42a0-a09e-c431e2e06384 None None] Set router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:24:10.773029 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fca905-9927-4a3c-bb75-bfb22521e5f7 req-8c786011-da1d-4686-a617-ddd493731429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:10.774550 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-13fca905-9927-4a3c-bb75-bfb22521e5f7 req-8c786011-da1d-4686-a617-ddd493731429 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=936f10eb-ae85-44c5-b1c8-0b718a2d997b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1951611 May 20 16:24:10.782435 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-96a437d2-e300-4e42-9e9d-d2d4d6828433 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:10.865426 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-96a437d2-e300-4e42-9e9d-d2d4d6828433 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:10.868177 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-abcec2b6-d2f2-472f-9ced-48a13ddc6361 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:10.892470 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a437d2-e300-4e42-9e9d-d2d4d6828433 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f071347f-e16c-46bd-a9bf-83ce1b6bbcb9,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:10.896870 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-96a437d2-e300-4e42-9e9d-d2d4d6828433 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:10.920742 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-13fca905-9927-4a3c-bb75-bfb22521e5f7 req-419ceda7-d4c2-4d3d-8487-0ad795072738 service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377327 May 20 16:24:10.987068 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-96a437d2-e300-4e42-9e9d-d2d4d6828433 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:10.991000 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-96a437d2-e300-4e42-9e9d-d2d4d6828433 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3813450 May 20 16:24:10.991320 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55866) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:24:10.998786 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Request body: {'security_group_rule': {'security_group_id': '1e26bbdd-7eef-400c-9546-af201e29421e', 'project_id': '59e69673409e4559a417bfdb85123027', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:24:11.005952 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:24:11.010664 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Usage tracker for resource:security_group_rule and tenant:59e69673409e4559a417bfdb85123027 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:24:11.013527 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:24:11.022963 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:24:11.058474 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-13fca905-9927-4a3c-bb75-bfb22521e5f7 req-30eefd22-a2b0-4410-88cf-9af817920946 service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310306 May 20 16:24:11.069995 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-d12a73f2-f405-42a0-a09e-c431e2e06384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:23:18Z', 'revision_number': 4, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '655ef13b-d7a3-4615-919a-2d441df7a924', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'floating_ip_address': '172.28.0.226', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'port_id': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'mac_address': 'fa:16:3e:fb:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c344233e-43f1-44f0-8ca4-99044a176473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:24:08Z', 'updated_at': '2021-05-20T16:24:08Z', 'revision_number': 0, 'project_id': '59e69673409e4559a417bfdb85123027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e3e474-4ed8-4d6a-8302-cd4709257ac0', 'name': '', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'mac_address': 'fa:16:3e:0e:17:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:17Z', 'updated_at': '2021-05-20T16:23:23Z', 'revision_number': 5, 'project_id': '59e69673409e4559a417bfdb85123027', 'subnets': [{'id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:24:11.074447 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a73f2-f405-42a0-a09e-c431e2e06384 None None] The sync data for ids ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'] in dv-cinder-689486-13-smb is: [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:23:18Z', 'revision_number': 4, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_floatingips': [{'id': '655ef13b-d7a3-4615-919a-2d441df7a924', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'floating_ip_address': '172.28.0.226', 'floating_network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'router_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'port_id': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'mac_address': 'fa:16:3e:fb:2e:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c344233e-43f1-44f0-8ca4-99044a176473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T16:24:08Z', 'updated_at': '2021-05-20T16:24:08Z', 'revision_number': 0, 'project_id': '59e69673409e4559a417bfdb85123027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1e3e474-4ed8-4d6a-8302-cd4709257ac0', 'name': '', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'mac_address': 'fa:16:3e:0e:17:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:17Z', 'updated_at': '2021-05-20T16:23:23Z', 'revision_number': 5, 'project_id': '59e69673409e4559a417bfdb85123027', 'subnets': [{'id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:24:11.107137 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.175025 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.226418 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.232813 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:11.256506 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32294a6b-db10-4fdf-ab80-a0f03d7c7b18,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:11.258954 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:11.273386 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd27f0-e6de-40d0-ba3a-90937ef33fc5 None None] New status for floating IP 655ef13b-d7a3-4615-919a-2d441df7a924: ACTIVE {{(pid=92274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:24:11.335322 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.336859 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3442991 May 20 16:24:11.339786 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55870) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:24:11.345789 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-7d8a52de-d639-44f7-87ef-3d969ac9e9eb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Request body: {'security_group_rule': {'security_group_id': '1e26bbdd-7eef-400c-9546-af201e29421e', 'project_id': '59e69673409e4559a417bfdb85123027', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:24:11.351596 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7d8a52de-d639-44f7-87ef-3d969ac9e9eb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:24:11.355698 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-7d8a52de-d639-44f7-87ef-3d969ac9e9eb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Usage tracker for resource:security_group_rule and tenant:59e69673409e4559a417bfdb85123027 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:24:11.358305 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-7d8a52de-d639-44f7-87ef-3d969ac9e9eb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:24:11.364514 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-7d8a52de-d639-44f7-87ef-3d969ac9e9eb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:24:11.449563 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7d8a52de-d639-44f7-87ef-3d969ac9e9eb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.506613 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.513764 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7d8a52de-d639-44f7-87ef-3d969ac9e9eb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.598222 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7d8a52de-d639-44f7-87ef-3d969ac9e9eb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.600261 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:11.623096 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a52de-d639-44f7-87ef-3d969ac9e9eb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef16cd36-f8e3-4103-86b8-53d15bb81559,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:11.627542 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-7d8a52de-d639-44f7-87ef-3d969ac9e9eb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:11.630242 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a51a84d3-03f2-4258-8120-bc9609c0d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.722107 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-7d8a52de-d639-44f7-87ef-3d969ac9e9eb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.723343 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-7d8a52de-d639-44f7-87ef-3d969ac9e9eb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3825965 May 20 16:24:11.726092 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55874) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:24:11.731319 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-2d00e9f9-4372-4aa3-a0bb-95515b7111bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Request body: {'security_group_rule': {'security_group_id': '1e26bbdd-7eef-400c-9546-af201e29421e', 'project_id': '59e69673409e4559a417bfdb85123027', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:24:11.737238 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-2d00e9f9-4372-4aa3-a0bb-95515b7111bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:24:11.741268 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-2d00e9f9-4372-4aa3-a0bb-95515b7111bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Usage tracker for resource:security_group_rule and tenant:59e69673409e4559a417bfdb85123027 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:24:11.744057 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-2d00e9f9-4372-4aa3-a0bb-95515b7111bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:24:11.749783 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-2d00e9f9-4372-4aa3-a0bb-95515b7111bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:24:11.832605 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2d00e9f9-4372-4aa3-a0bb-95515b7111bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.895442 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2d00e9f9-4372-4aa3-a0bb-95515b7111bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.975039 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2d00e9f9-4372-4aa3-a0bb-95515b7111bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:11.981031 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:12.001207 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00e9f9-4372-4aa3-a0bb-95515b7111bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49d3ac0-48a3-4ab7-9be6-34979b6c3730,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:12.003617 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2d00e9f9-4372-4aa3-a0bb-95515b7111bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:12.072277 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2d00e9f9-4372-4aa3-a0bb-95515b7111bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:12.073788 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-2d00e9f9-4372-4aa3-a0bb-95515b7111bb tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3466055 May 20 16:24:12.076326 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55878) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:24:12.082385 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Request body: {'security_group_rule': {'security_group_id': '1e26bbdd-7eef-400c-9546-af201e29421e', 'project_id': '59e69673409e4559a417bfdb85123027', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:24:12.088498 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:24:12.092313 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Usage tracker for resource:security_group_rule and tenant:59e69673409e4559a417bfdb85123027 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:24:12.095347 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:24:12.101130 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:24:12.163479 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.securitygroups_db [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Project 59e69673409e4559a417bfdb85123027 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:24:12.169592 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:12.234442 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:12.311950 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:12.319010 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-d252bedb-b3e4-4b31-bb78-6eeb0d9d83a2 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:12.339913 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24221463-b4f5-42a1-88c4-ae3bcb1ca74e,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:12.342178 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:12.426502 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:12.427684 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-ba12cf61-5e9d-4dc3-aff7-a0a6ae7513d6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3504193 May 20 16:24:12.430358 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 55882) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:24:12.435386 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.v2.base [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Request body: {'security_group_rule': {'security_group_id': '1e26bbdd-7eef-400c-9546-af201e29421e', 'project_id': '59e69673409e4559a417bfdb85123027', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92272) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:24:12.441940 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 16:24:12.445739 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Usage tracker for resource:security_group_rule and tenant:59e69673409e4559a417bfdb85123027 is out of sync, need to count used quota {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 16:24:12.448603 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.quota.resource [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92272) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 16:24:12.454635 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.quota.driver [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92272) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 16:24:12.524047 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.db.securitygroups_db [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Project 59e69673409e4559a417bfdb85123027 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 16:24:12.530088 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:12.599130 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:12.635595 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:12.658215 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541476'] for security_group_rule, after_create {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:12.664208 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:12.683459 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43629749-ea5b-4878-b257-aa63cad780bf,revision_number=0']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:12.685755 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:12.752427 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:12.754708 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-f4054c90-b8ea-42ee-b98a-62e1b3874e17 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3234041 May 20 16:24:12.877439 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-377eefb1-65b0-4c3c-b575-c1482c05f546 req-2a0019e4-be2e-48cc-a7d2-9df08795a520 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384924298&fields=id&tenant_id=59e69673409e4559a417bfdb85123027 HTTP/1.1" status: 200 len: 267 time: 0.0412188 May 20 16:24:12.961960 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eefb1-65b0-4c3c-b575-c1482c05f546 req-35d4b975-1e2e-4b78-b359-a63be3442ecd tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:12.963422 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-377eefb1-65b0-4c3c-b575-c1482c05f546 req-35d4b975-1e2e-4b78-b359-a63be3442ecd tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 945 time: 0.0806370 May 20 16:24:12.974608 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-377eefb1-65b0-4c3c-b575-c1482c05f546 req-79a0600e-c4d5-4e62-9aed-5eac6e6ac686 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Request body: {'port': {'security_groups': ['d810767a-a6e9-4e78-b203-53533fc0c09e', '1e26bbdd-7eef-400c-9546-af201e29421e']}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:24:13.093221 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-377eefb1-65b0-4c3c-b575-c1482c05f546 req-79a0600e-c4d5-4e62-9aed-5eac6e6ac686 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:13.348324 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-377eefb1-65b0-4c3c-b575-c1482c05f546 req-79a0600e-c4d5-4e62-9aed-5eac6e6ac686 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] For port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:24:13.372438 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-377eefb1-65b0-4c3c-b575-c1482c05f546 req-79a0600e-c4d5-4e62-9aed-5eac6e6ac686 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:13.435848 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-377eefb1-65b0-4c3c-b575-c1482c05f546 req-79a0600e-c4d5-4e62-9aed-5eac6e6ac686 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:13.441853 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-45354c8d-e727-4654-bd34-54c3b80e94ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:24:13.447679 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:24:13.505667 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377eefb1-65b0-4c3c-b575-c1482c05f546 req-79a0600e-c4d5-4e62-9aed-5eac6e6ac686 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:13.506308 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-377eefb1-65b0-4c3c-b575-c1482c05f546 req-79a0600e-c4d5-4e62-9aed-5eac6e6ac686 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:13.507773 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-377eefb1-65b0-4c3c-b575-c1482c05f546 req-79a0600e-c4d5-4e62-9aed-5eac6e6ac686 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "PUT /v2.0/ports/b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 HTTP/1.1" status: 200 len: 981 time: 0.5376558 May 20 16:24:13.511206 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:24:13.558725 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0600e-c4d5-4e62-9aed-5eac6e6ac686 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event updated for resources: {'Port': ['ID=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,revision_number=6']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:24:13.563251 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-79a0600e-c4d5-4e62-9aed-5eac6e6ac686 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:24:13.579875 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:24:13.587959 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'status': 'completed', 'code': 200} May 20 16:24:13.697490 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73165ca-cb7b-4cdc-803e-f320ae89fb14 req-70aee1cc-1adc-40a9-bbe5-d445be7255f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:13.699088 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c73165ca-cb7b-4cdc-803e-f320ae89fb14 req-70aee1cc-1adc-40a9-bbe5-d445be7255f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59e69673409e4559a417bfdb85123027&device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 1137 time: 0.0879331 May 20 16:24:13.861138 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-2db3028b-3cd3-4a0e-b7fb-6edde0e4d698 None None] Provisioning complete for port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:24:13.861774 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-2db3028b-3cd3-4a0e-b7fb-6edde0e4d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:13.886796 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73165ca-cb7b-4cdc-803e-f320ae89fb14 req-e69a08aa-4bae-493d-95ac-2900c062a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:13.888296 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c73165ca-cb7b-4cdc-803e-f320ae89fb14 req-e69a08aa-4bae-493d-95ac-2900c062a30a service neutron] 10.222.0.10 "GET /v2.0/networks?id=936f10eb-ae85-44c5-b1c8-0b718a2d997b HTTP/1.1" status: 200 len: 916 time: 0.1830456 May 20 16:24:13.976275 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d216e-087e-400b-a810-7c68a271f463 req-02465ae1-4a8f-459f-aca0-bb7820067be8 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:13.977773 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-507d216e-087e-400b-a810-7c68a271f463 req-02465ae1-4a8f-459f-aca0-bb7820067be8 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.3247187 May 20 16:24:14.030799 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c73165ca-cb7b-4cdc-803e-f320ae89fb14 req-98310082-2714-470f-904f-0470ad08f947 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 HTTP/1.1" status: 200 len: 1001 time: 0.1336606 May 20 16:24:14.077096 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-507d216e-087e-400b-a810-7c68a271f463 req-f18d28b5-fd0b-43e6-b88b-c43758ad174f tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0876460 May 20 16:24:14.102010 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73165ca-cb7b-4cdc-803e-f320ae89fb14 req-51c6670f-0620-437e-a96c-afe1ead8b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:14.103427 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c73165ca-cb7b-4cdc-803e-f320ae89fb14 req-51c6670f-0620-437e-a96c-afe1ead8b923 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=359bbe99-41bf-4a92-86e2-e6832d44607c HTTP/1.1" status: 200 len: 854 time: 0.0669119 May 20 16:24:14.178838 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73165ca-cb7b-4cdc-803e-f320ae89fb14 req-aa37f202-00fe-40f0-b4bd-841da95bebb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:14.180284 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c73165ca-cb7b-4cdc-803e-f320ae89fb14 req-aa37f202-00fe-40f0-b4bd-841da95bebb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=936f10eb-ae85-44c5-b1c8-0b718a2d997b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0699387 May 20 16:24:14.312815 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c73165ca-cb7b-4cdc-803e-f320ae89fb14 req-336bfe2d-da72-4a2b-9d70-7766b33e13f4 service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264126 May 20 16:24:14.538763 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c73165ca-cb7b-4cdc-803e-f320ae89fb14 req-e9ec701e-d995-49fa-96ac-e928397c86e0 service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198484 May 20 16:24:14.607178 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:27.795441 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:29.491434 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-55af8a3d-8d6b-4e52-ae31-e40b9fe36660 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1155272 May 20 16:24:29.629573 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-fb879fb4-983c-44e6-aaef-da66583b3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:29.631087 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-fb879fb4-983c-44e6-aaef-da66583b3f61 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=603fcea4412147f3b81261cdca8eb0b5&device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 1098 time: 0.0709176 May 20 16:24:29.775907 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-17f49c1c-4a97-45e2-a539-d2da9c496995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:29.777349 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-17f49c1c-4a97-45e2-a539-d2da9c496995 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224ec464-76b2-44f0-960e-978d46714430 HTTP/1.1" status: 200 len: 908 time: 0.1274612 May 20 16:24:29.884521 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-69744f45-2c66-40dd-8afc-adb8b7311677 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e8d067-ae5a-4aea-9224-365201f65cf8 HTTP/1.1" status: 200 len: 1001 time: 0.0947335 May 20 16:24:29.945776 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-34a18bfe-11c7-4c31-b384-e3efea05010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:29.947149 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-34a18bfe-11c7-4c31-b384-e3efea05010e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d1c10a7-82d6-4b32-a57e-a7cc41985dc8 HTTP/1.1" status: 200 len: 846 time: 0.0560226 May 20 16:24:30.026473 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-04e0ccfb-94fa-4910-9d79-c537184e20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:30.027961 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-04e0ccfb-94fa-4910-9d79-c537184e20d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224ec464-76b2-44f0-960e-978d46714430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0743005 May 20 16:24:30.038933 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-186bb9e5-c3c2-4a90-b1da-564cb9a48b7f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=92271) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 16:24:30.039977 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-186bb9e5-c3c2-4a90-b1da-564cb9a48b7f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051267 May 20 16:24:30.169570 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-42dcd462-d8e5-42d0-8e53-5b90198bca06 service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236398 May 20 16:24:30.299534 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-73f15238-a984-4d2f-92db-e2ec5f055572 req-f0396c5a-76cd-4a26-ab04-f7ed5d2dae20 service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231799 May 20 16:24:31.667092 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:24:37.296487 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c404d382-1747-4e3e-9f82-7e0ea23f1129 req-aa6872bc-6644-495d-9bbb-f2a341bb1851 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:37.297980 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c404d382-1747-4e3e-9f82-7e0ea23f1129 req-aa6872bc-6644-495d-9bbb-f2a341bb1851 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.1406155 May 20 16:24:37.303449 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27f30b-68c6-469e-9d47-4bfe1f3bd508 req-80f32543-a815-4708-ab84-025be6424de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:37.304916 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ba27f30b-68c6-469e-9d47-4bfe1f3bd508 req-80f32543-a815-4708-ab84-025be6424de1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59e69673409e4559a417bfdb85123027&device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 1137 time: 0.1068361 May 20 16:24:37.427462 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c404d382-1747-4e3e-9f82-7e0ea23f1129 req-c447a9a7-03dd-42ba-b4d4-a8381af13e2c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1214576 May 20 16:24:37.469418 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27f30b-68c6-469e-9d47-4bfe1f3bd508 req-ace4dc2d-4fca-4bcd-aaf3-fea96c485abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:37.470589 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ba27f30b-68c6-469e-9d47-4bfe1f3bd508 req-ace4dc2d-4fca-4bcd-aaf3-fea96c485abe service neutron] 10.222.0.10 "GET /v2.0/networks?id=936f10eb-ae85-44c5-b1c8-0b718a2d997b HTTP/1.1" status: 200 len: 916 time: 0.1520779 May 20 16:24:37.576148 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ba27f30b-68c6-469e-9d47-4bfe1f3bd508 req-c422d639-5bb5-4607-921c-ca7264116765 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 HTTP/1.1" status: 200 len: 1001 time: 0.0968471 May 20 16:24:37.637189 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27f30b-68c6-469e-9d47-4bfe1f3bd508 req-61b9f178-3300-4f25-97eb-ee5ceaa90126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:37.638732 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ba27f30b-68c6-469e-9d47-4bfe1f3bd508 req-61b9f178-3300-4f25-97eb-ee5ceaa90126 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=359bbe99-41bf-4a92-86e2-e6832d44607c HTTP/1.1" status: 200 len: 854 time: 0.0555031 May 20 16:24:37.718930 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27f30b-68c6-469e-9d47-4bfe1f3bd508 req-ce3deeef-ba9d-4f19-bc98-72970e024369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:37.720276 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ba27f30b-68c6-469e-9d47-4bfe1f3bd508 req-ce3deeef-ba9d-4f19-bc98-72970e024369 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=936f10eb-ae85-44c5-b1c8-0b718a2d997b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0741909 May 20 16:24:37.948633 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ba27f30b-68c6-469e-9d47-4bfe1f3bd508 req-f4487eaf-c468-4edb-b351-20f1ff1da7a1 service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209921 May 20 16:24:38.078001 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ba27f30b-68c6-469e-9d47-4bfe1f3bd508 req-476b8188-1045-456b-ab78-b01407c6cbd6 service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222429 May 20 16:24:38.713594 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809fce7-4ddb-435d-83b1-2e45f444671e req-29855abd-d718-4f5c-bd5c-dcae830fb901 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:38.715032 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1809fce7-4ddb-435d-83b1-2e45f444671e req-29855abd-d718-4f5c-bd5c-dcae830fb901 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.1288388 May 20 16:24:38.762964 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1809fce7-4ddb-435d-83b1-2e45f444671e req-68ecd98c-3d09-459e-98f1-9a34290af5d8 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418303 May 20 16:24:38.889179 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-68a67574-5c84-4e50-96cc-6d5deed2b3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:39.950848 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04aa28-7ade-4ed6-8fdc-0d9feb4005bf req-1fbc25e9-a29f-4c7e-83d3-de5bda08c5da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:39.952815 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6d04aa28-7ade-4ed6-8fdc-0d9feb4005bf req-1fbc25e9-a29f-4c7e-83d3-de5bda08c5da tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0821633 May 20 16:24:39.999395 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-6d04aa28-7ade-4ed6-8fdc-0d9feb4005bf req-4532542e-5f21-4d53-9e0e-5320f1bab0a8 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400581 May 20 16:24:41.189948 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf884a6-60c2-4eca-834a-6937f484a00e req-efd9b7f8-f66f-4755-b85b-8dafeec76262 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:41.191397 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8cf884a6-60c2-4eca-834a-6937f484a00e req-efd9b7f8-f66f-4755-b85b-8dafeec76262 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0883074 May 20 16:24:41.241245 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-8cf884a6-60c2-4eca-834a-6937f484a00e req-bff9d0fd-2819-4000-8bfb-246e1d6d6619 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439346 May 20 16:24:41.475157 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:41.584021 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-25a22839-fe7c-4a99-9f71-5d522193dae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:42.438720 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3930f9-618c-4fe3-b825-9ce6deb736d3 req-e699b4e9-5a70-4043-9380-5c2a614ab80c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:42.440174 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0d3930f9-618c-4fe3-b825-9ce6deb736d3 req-e699b4e9-5a70-4043-9380-5c2a614ab80c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0933983 May 20 16:24:42.486974 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0d3930f9-618c-4fe3-b825-9ce6deb736d3 req-9f9a8cbb-a945-4130-b590-5e9188a12733 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408413 May 20 16:24:42.637494 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:43.675228 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9b7f5-a057-4d66-8693-bc69b06dbda3 req-16ea521e-8f37-4a84-a650-36dff2a028b7 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:43.676657 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1bb9b7f5-a057-4d66-8693-bc69b06dbda3 req-16ea521e-8f37-4a84-a650-36dff2a028b7 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0850630 May 20 16:24:43.722450 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1bb9b7f5-a057-4d66-8693-bc69b06dbda3 req-c403c814-1071-493e-81e9-e9d1ab692fa5 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397542 May 20 16:24:44.649020 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:44.907816 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acb63-46ab-4bce-b422-d351ca39fc18 req-3d9cca59-50a5-4fb8-8627-14c58022172e tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:44.909192 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a30acb63-46ab-4bce-b422-d351ca39fc18 req-3d9cca59-50a5-4fb8-8627-14c58022172e tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0807145 May 20 16:24:44.956473 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a30acb63-46ab-4bce-b422-d351ca39fc18 req-2f1b914d-7ba0-4b6b-9f99-80e6286125b4 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413523 May 20 16:24:46.144590 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ad4ed-9e4d-4f6b-a783-374bc8a10da3 req-81f82fdb-378a-4f98-865a-eef366b72b7c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:46.146092 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0a1ad4ed-9e4d-4f6b-a783-374bc8a10da3 req-81f82fdb-378a-4f98-865a-eef366b72b7c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0831645 May 20 16:24:46.194292 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-0a1ad4ed-9e4d-4f6b-a783-374bc8a10da3 req-20458ffa-b96c-451a-8f10-65d6da7a54fa tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423784 May 20 16:24:47.384457 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee5312-921f-464e-b40b-cf9a06e28e24 req-8033c9c3-6329-4f92-bf9e-f20347f5c924 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:47.385928 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bdee5312-921f-464e-b40b-cf9a06e28e24 req-8033c9c3-6329-4f92-bf9e-f20347f5c924 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0817268 May 20 16:24:47.437105 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-bdee5312-921f-464e-b40b-cf9a06e28e24 req-eefcd6ee-25e7-4226-9761-13d33d3ae42a tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449095 May 20 16:24:48.618943 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d8c73-2676-4523-a7f2-28b03776f469 req-f9ede246-4000-41ca-b6cc-17fdbcd0f515 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:48.620488 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-756d8c73-2676-4523-a7f2-28b03776f469 req-f9ede246-4000-41ca-b6cc-17fdbcd0f515 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0794990 May 20 16:24:48.667072 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-756d8c73-2676-4523-a7f2-28b03776f469 req-8a2bfab1-6db6-4265-bfec-ba3ede6cf32f tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398610 May 20 16:24:49.855494 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a57ea3-c7ed-459f-84fa-772d7d300c03 req-c3549f09-2992-4cf3-adf2-52ba65f03398 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:49.856949 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-80a57ea3-c7ed-459f-84fa-772d7d300c03 req-c3549f09-2992-4cf3-adf2-52ba65f03398 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0840919 May 20 16:24:49.904076 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-80a57ea3-c7ed-459f-84fa-772d7d300c03 req-7f832a81-8c9f-4e8a-9daf-258c5a94e268 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409739 May 20 16:24:51.084578 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392007e3-4cb4-40c1-9ec2-c779cf921a13 req-fe70ccf3-e84e-495c-81ee-5be7a7e45fb0 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:51.086034 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-392007e3-4cb4-40c1-9ec2-c779cf921a13 req-fe70ccf3-e84e-495c-81ee-5be7a7e45fb0 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0789135 May 20 16:24:51.131608 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-392007e3-4cb4-40c1-9ec2-c779cf921a13 req-6bb06f45-9bb4-4c02-919e-bdeca42d35b9 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398052 May 20 16:24:52.319743 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888b923-21aa-4aa8-bab3-6a755b0d5638 req-454b9830-42bd-4200-bdf6-56b26aa8f5cc tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:52.321172 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7888b923-21aa-4aa8-bab3-6a755b0d5638 req-454b9830-42bd-4200-bdf6-56b26aa8f5cc tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0826175 May 20 16:24:52.367435 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-7888b923-21aa-4aa8-bab3-6a755b0d5638 req-c0e029dc-e759-4764-ad6c-23483e9d1fb8 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404861 May 20 16:24:53.555514 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5797b85-32db-4289-b96e-ed175dbf1c35 req-f49804d4-96ec-4397-b879-1c371ab1bdb4 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:53.559737 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d5797b85-32db-4289-b96e-ed175dbf1c35 req-f49804d4-96ec-4397-b879-1c371ab1bdb4 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0825133 May 20 16:24:53.607338 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d5797b85-32db-4289-b96e-ed175dbf1c35 req-be0538ef-3a19-420b-ac04-8979726c6e5d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444794 May 20 16:24:53.889928 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2447ba-8963-4417-9a20-6924d6e9f77a req-5196d32f-559b-46cd-bd55-567b2e3d5b04 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:53.891423 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ed2447ba-8963-4417-9a20-6924d6e9f77a req-5196d32f-559b-46cd-bd55-567b2e3d5b04 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0821691 May 20 16:24:53.936865 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ed2447ba-8963-4417-9a20-6924d6e9f77a req-adf83a70-05fd-4e47-ba39-18b5bfcedcd5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397048 May 20 16:24:54.795876 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ebf48-473d-4798-892b-ccf926297c92 req-904c7435-03ff-4225-922e-3581e6dbf0e6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:54.797496 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9d5ebf48-473d-4798-892b-ccf926297c92 req-904c7435-03ff-4225-922e-3581e6dbf0e6 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0840657 May 20 16:24:54.844899 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9d5ebf48-473d-4798-892b-ccf926297c92 req-e8e1b2d6-0452-4c98-b2ad-0a88d2ebb82c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&id=1e26bbdd-7eef-400c-9546-af201e29421e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413840 May 20 16:24:55.117055 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671b03c-6d7a-4cbe-8d45-4c94a1e936f4 req-1eb0c98b-e3b1-4f99-bf26-b1bebd0b0d7b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:55.118505 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a671b03c-6d7a-4cbe-8d45-4c94a1e936f4 req-1eb0c98b-e3b1-4f99-bf26-b1bebd0b0d7b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0781767 May 20 16:24:55.163922 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a671b03c-6d7a-4cbe-8d45-4c94a1e936f4 req-f3b11390-23d4-43e6-b47d-4f07007f062a tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390110 May 20 16:24:56.445016 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c941-e51c-4524-bf61-37c6309bf6b0 req-52263faa-9fea-418f-9659-b71153a3012d tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:56.446443 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cde9c941-e51c-4524-bf61-37c6309bf6b0 req-52263faa-9fea-418f-9659-b71153a3012d tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.1742876 May 20 16:24:56.491109 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-cde9c941-e51c-4524-bf61-37c6309bf6b0 req-8cc6c722-69bb-4232-885f-6439881156d3 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380433 May 20 16:24:57.681011 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803ba7f-bde1-468e-992d-09dbfa74945a req-89de9783-6c8a-45bf-b391-2683f0546fac tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:57.682534 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a803ba7f-bde1-468e-992d-09dbfa74945a req-89de9783-6c8a-45bf-b391-2683f0546fac tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0839379 May 20 16:24:57.742231 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a803ba7f-bde1-468e-992d-09dbfa74945a req-ae32b13c-f589-4192-b0a8-b4c27fa0db49 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512166 May 20 16:24:57.775190 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:24:58.926320 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a07d88-1ee9-4e57-b2a5-dd510d92cdc6 req-4a8d341b-f162-43b4-b194-018de46e1916 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:24:58.927786 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-17a07d88-1ee9-4e57-b2a5-dd510d92cdc6 req-4a8d341b-f162-43b4-b194-018de46e1916 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0799644 May 20 16:24:58.971886 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-17a07d88-1ee9-4e57-b2a5-dd510d92cdc6 req-c5b75ea8-8923-41bf-8b7e-f7e797b51b75 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384941 May 20 16:25:00.157042 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c723f5-6e4f-4153-b801-d23e5b4a31a2 req-ba49371f-2d35-4303-a2b3-0cae29d41120 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:00.158528 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f9c723f5-6e4f-4153-b801-d23e5b4a31a2 req-ba49371f-2d35-4303-a2b3-0cae29d41120 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0826862 May 20 16:25:00.203407 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-f9c723f5-6e4f-4153-b801-d23e5b4a31a2 req-69a72104-3b9d-41d3-860d-61d2f138a093 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393052 May 20 16:25:01.387676 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df3984-2a18-4e95-add6-8b4ec948b912 req-7ad1fff1-309c-4e4f-8c92-5afe1ea0819d tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:01.389710 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-77df3984-2a18-4e95-add6-8b4ec948b912 req-7ad1fff1-309c-4e4f-8c92-5afe1ea0819d tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0802865 May 20 16:25:01.434501 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-77df3984-2a18-4e95-add6-8b4ec948b912 req-29b0a4c9-bbed-4f7e-ab83-1c270f0093b1 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389736 May 20 16:25:02.677140 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f6739-a762-431f-9ed0-905a8a7ba776 req-f63eb595-7502-4444-9d77-18f2ffcaa65f tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:02.678585 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-161f6739-a762-431f-9ed0-905a8a7ba776 req-f63eb595-7502-4444-9d77-18f2ffcaa65f tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0820510 May 20 16:25:02.723743 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-161f6739-a762-431f-9ed0-905a8a7ba776 req-89f87fc3-e5b9-4458-82e2-e77f2d1f5668 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394449 May 20 16:25:03.912056 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554cb3f-ad99-4b02-89c2-2f19cc60b533 req-ee204031-9bcd-435f-8d45-9ccdf411029b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:03.913535 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2554cb3f-ad99-4b02-89c2-2f19cc60b533 req-ee204031-9bcd-435f-8d45-9ccdf411029b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0835826 May 20 16:25:03.957508 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-2554cb3f-ad99-4b02-89c2-2f19cc60b533 req-ea5d9522-fe5b-4688-8c12-99a06c33b60a tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382738 May 20 16:25:04.046168 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82029a-18f0-4313-928e-d7c85a55bd3c req-c85ab9c4-17be-49ac-b762-e0ef44bc4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:04.047664 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-eb82029a-18f0-4313-928e-d7c85a55bd3c req-c85ab9c4-17be-49ac-b762-e0ef44bc4acf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=603fcea4412147f3b81261cdca8eb0b5&device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 1098 time: 0.0715728 May 20 16:25:04.229512 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82029a-18f0-4313-928e-d7c85a55bd3c req-3eb3118e-4ab8-4b9c-a3dc-446b75a73d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:04.230975 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-eb82029a-18f0-4313-928e-d7c85a55bd3c req-3eb3118e-4ab8-4b9c-a3dc-446b75a73d31 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224ec464-76b2-44f0-960e-978d46714430 HTTP/1.1" status: 200 len: 908 time: 0.1246941 May 20 16:25:04.335699 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-eb82029a-18f0-4313-928e-d7c85a55bd3c req-e7b19493-069a-4db3-9038-2db8ce270cd4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e8d067-ae5a-4aea-9224-365201f65cf8 HTTP/1.1" status: 200 len: 1001 time: 0.0982692 May 20 16:25:04.396672 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82029a-18f0-4313-928e-d7c85a55bd3c req-4b9c8413-7e6e-47f2-aef3-7f3cbcc61e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:04.398113 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-eb82029a-18f0-4313-928e-d7c85a55bd3c req-4b9c8413-7e6e-47f2-aef3-7f3cbcc61e71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d1c10a7-82d6-4b32-a57e-a7cc41985dc8 HTTP/1.1" status: 200 len: 846 time: 0.0567224 May 20 16:25:04.474594 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82029a-18f0-4313-928e-d7c85a55bd3c req-ac329be4-106c-419c-b646-453a8298d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:04.476026 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-eb82029a-18f0-4313-928e-d7c85a55bd3c req-ac329be4-106c-419c-b646-453a8298d3c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224ec464-76b2-44f0-960e-978d46714430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0717752 May 20 16:25:04.605078 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-eb82029a-18f0-4313-928e-d7c85a55bd3c req-91f8bc48-3264-4628-86aa-031f6d7d840d service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224375 May 20 16:25:04.736609 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-eb82029a-18f0-4313-928e-d7c85a55bd3c req-eb0cf7bf-778e-47fe-a7b8-22a623caa1aa service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245055 May 20 16:25:05.142421 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544ad03-e4a6-4b80-8010-813ea65438f8 req-04d6f31f-9356-4ff1-bc1a-cc2b952cecb6 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:05.143848 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c544ad03-e4a6-4b80-8010-813ea65438f8 req-04d6f31f-9356-4ff1-bc1a-cc2b952cecb6 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0787504 May 20 16:25:05.189629 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c544ad03-e4a6-4b80-8010-813ea65438f8 req-c9140afe-2b3c-485a-94f2-b18254237c01 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398450 May 20 16:25:06.384507 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941818b-f16e-459c-8ca2-5775ce56a46e req-bc42580b-01b0-4cc4-bd23-f46d1550c089 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:06.386001 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9941818b-f16e-459c-8ca2-5775ce56a46e req-bc42580b-01b0-4cc4-bd23-f46d1550c089 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0841529 May 20 16:25:06.433549 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-9941818b-f16e-459c-8ca2-5775ce56a46e req-9be1b8d0-147e-42c3-bb34-3084c841365c tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405378 May 20 16:25:07.620424 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff7916-2893-439a-940d-894db93dabcf req-593a9e6f-8896-490c-bd8c-64a229b8f5b0 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:07.621903 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-daff7916-2893-439a-940d-894db93dabcf req-593a9e6f-8896-490c-bd8c-64a229b8f5b0 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0821354 May 20 16:25:07.761148 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-daff7916-2893-439a-940d-894db93dabcf req-f1d6093c-9d29-4ed8-9178-21481d0a5e79 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327696 May 20 16:25:08.223033 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195301dc-669f-4297-9e6a-804c30fe1a20 req-f131f929-2247-4466-b5fc-848606e68f3c tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:08.224504 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-195301dc-669f-4297-9e6a-804c30fe1a20 req-f131f929-2247-4466-b5fc-848606e68f3c tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0826495 May 20 16:25:08.245966 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [req-1499cb93-215e-4caf-b08e-b850719494f5 req-eab682e5-6a8b-4b57-bf9e-f406d40d6003 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171968 May 20 16:25:08.271723 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-195301dc-669f-4297-9e6a-804c30fe1a20 req-c4f9a13a-3a30-406f-a57e-6cdb11a7ef01 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411708 May 20 16:25:08.665376 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:25:08.915191 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-0333a7b4-e315-412a-b26f-358c81c94ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:09.208364 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 49e8d067-ae5a-4aea-9224-365201f65cf8 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:25:09.324169 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:09.354480 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:25:09.365216 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 49e8d067-ae5a-4aea-9224-365201f65cf8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=49e8d067-ae5a-4aea-9224-365201f65cf8,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:09.443378 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:09.445263 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-28e5b73a-d093-4de8-a001-aa592edf0ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:09.475878 dv-cinder-689486-13-smb neutron-server[92273]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'code': 422} returned with failed status May 20 16:25:09.478460 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa41ee-854a-49ab-8ebb-12076357c577 req-30dbceb7-3925-4639-90ba-31a8019626ed tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:09.479910 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b3aa41ee-854a-49ab-8ebb-12076357c577 req-30dbceb7-3925-4639-90ba-31a8019626ed tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0976744 May 20 16:25:09.514640 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=49e8d067-ae5a-4aea-9224-365201f65cf8,revision_number=6']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:09.521876 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:09.522220 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:09.522558 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:09.522892 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:09.523223 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:09.523551 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:09.523872 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:09.524194 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:09.524523 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:09.524841 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:09.525218 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:09.525502 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:09.528344 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b3aa41ee-854a-49ab-8ebb-12076357c577 req-b9f1b63f-46de-40ae-afad-c66a0f13ae42 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 May 20 16:25:09.529439 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:10.718137 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f07e61-101e-4aa5-bc00-c33c636822f9 req-684a9be5-eab2-4b0f-9db9-5730e8638ac0 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:10.719576 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51f07e61-101e-4aa5-bc00-c33c636822f9 req-684a9be5-eab2-4b0f-9db9-5730e8638ac0 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 943 time: 0.0798948 May 20 16:25:10.768018 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-51f07e61-101e-4aa5-bc00-c33c636822f9 req-4d8a8d67-775f-4ed4-bbec-f5b90ccc9c1b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427577 May 20 16:25:10.936654 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499cb93-215e-4caf-b08e-b850719494f5 req-ab33ce16-6900-40c1-895d-fb2cb094b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:10.938070 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1499cb93-215e-4caf-b08e-b850719494f5 req-ab33ce16-6900-40c1-895d-fb2cb094b445 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d&tenant_id=603fcea4412147f3b81261cdca8eb0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0720689 May 20 16:25:11.027681 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499cb93-215e-4caf-b08e-b850719494f5 req-33eb55ec-f136-45a1-a82c-7c9c8e2136de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:11.029166 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1499cb93-215e-4caf-b08e-b850719494f5 req-33eb55ec-f136-45a1-a82c-7c9c8e2136de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=603fcea4412147f3b81261cdca8eb0b5&device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 1096 time: 0.0696678 May 20 16:25:11.160168 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499cb93-215e-4caf-b08e-b850719494f5 req-bf8b7066-1c13-4e11-a194-a824eb0d8fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:11.167120 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1499cb93-215e-4caf-b08e-b850719494f5 req-bf8b7066-1c13-4e11-a194-a824eb0d8fa3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224ec464-76b2-44f0-960e-978d46714430 HTTP/1.1" status: 200 len: 908 time: 0.1263375 May 20 16:25:11.266483 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1499cb93-215e-4caf-b08e-b850719494f5 req-6acf9b96-285c-4cec-a6ee-23429813905d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e8d067-ae5a-4aea-9224-365201f65cf8 HTTP/1.1" status: 200 len: 999 time: 0.0984473 May 20 16:25:11.332204 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499cb93-215e-4caf-b08e-b850719494f5 req-ba931d33-31a2-425f-b161-4dfbfe4da96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:11.333633 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1499cb93-215e-4caf-b08e-b850719494f5 req-ba931d33-31a2-425f-b161-4dfbfe4da96d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d1c10a7-82d6-4b32-a57e-a7cc41985dc8 HTTP/1.1" status: 200 len: 846 time: 0.0612936 May 20 16:25:11.408630 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499cb93-215e-4caf-b08e-b850719494f5 req-c23cfb12-17ae-492d-bc31-9c4595e6772d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:11.410106 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1499cb93-215e-4caf-b08e-b850719494f5 req-c23cfb12-17ae-492d-bc31-9c4595e6772d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224ec464-76b2-44f0-960e-978d46714430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0699873 May 20 16:25:11.475120 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:11.542902 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1499cb93-215e-4caf-b08e-b850719494f5 req-940fc318-731d-46f7-b780-0303365762d7 service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262047 May 20 16:25:11.606510 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c72d59ab-ccb4-4fce-901e-c45a5b10ca8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:11.683136 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1499cb93-215e-4caf-b08e-b850719494f5 req-a9281249-bd19-469c-b23e-b2095e233320 service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310420 May 20 16:25:11.958667 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a07cb3-10a2-4775-9c60-65711a25e783 req-ff698567-22ff-433c-8d94-93094eebf187 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:11.960109 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-67a07cb3-10a2-4775-9c60-65711a25e783 req-ff698567-22ff-433c-8d94-93094eebf187 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 943 time: 0.0845826 May 20 16:25:12.004297 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-67a07cb3-10a2-4775-9c60-65711a25e783 req-d0a63b1f-56ff-48e1-9a56-43ccf1719308 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384202 May 20 16:25:12.637887 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:13.185424 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6178ed6-1834-4520-8b92-fa5dc3f07518 req-6dd90376-566f-4e57-83d5-657d38c1ee44 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:13.187011 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e6178ed6-1834-4520-8b92-fa5dc3f07518 req-6dd90376-566f-4e57-83d5-657d38c1ee44 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 943 time: 0.0784328 May 20 16:25:13.231563 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-e6178ed6-1834-4520-8b92-fa5dc3f07518 req-41608052-e0c0-433e-973e-ecfa8f163153 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388918 May 20 16:25:13.251969 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 49e8d067-ae5a-4aea-9224-365201f65cf8 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92273) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 20 16:25:13.384206 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 49e8d067-ae5a-4aea-9224-365201f65cf8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=49e8d067-ae5a-4aea-9224-365201f65cf8,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:13.398220 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Returning: {'device': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'port_id': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'mac_address': 'fa:16:3e:c4:4f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92273) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 20 16:25:13.456182 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:13.473119 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e8d067-ae5a-4aea-9224-365201f65cf8 {{(pid=92273) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 16:25:13.489574 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 49e8d067-ae5a-4aea-9224-365201f65cf8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=49e8d067-ae5a-4aea-9224-365201f65cf8,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:13.557499 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:13.559234 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:13.625952 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=49e8d067-ae5a-4aea-9224-365201f65cf8,revision_number=7']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:13.628892 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:13.785110 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['49e8d067-ae5a-4aea-9224-365201f65cf8'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:25:14.422089 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37563841-4216-4a22-9227-6b75e8811ea8 req-4a68de53-76a3-4270-a9d2-816e4a9b04d6 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:14.423520 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-37563841-4216-4a22-9227-6b75e8811ea8 req-4a68de53-76a3-4270-a9d2-816e4a9b04d6 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 944 time: 0.0850642 May 20 16:25:14.467463 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-37563841-4216-4a22-9227-6b75e8811ea8 req-9c2345af-4de0-4a0c-b3ea-13f72cae9d04 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377502 May 20 16:25:14.623606 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:15.257525 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 49e8d067-ae5a-4aea-9224-365201f65cf8 up at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 20 16:25:15.328226 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Provisioning complete for port 49e8d067-ae5a-4aea-9224-365201f65cf8 triggered by entity L2. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:25:15.328595 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:15.442827 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:15.468568 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8'}] {{(pid=92273) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:25:15.477993 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] For port 49e8d067-ae5a-4aea-9224-365201f65cf8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=49e8d067-ae5a-4aea-9224-365201f65cf8,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:15.514913 dv-cinder-689486-13-smb neutron-server[92273]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'code': 200} May 20 16:25:15.577841 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118'] for port, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:15.579792 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-14e36244-7834-4c71-b53d-ad21191e116d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:15.647705 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Pushing event updated for resources: {'Port': ['ID=49e8d067-ae5a-4aea-9224-365201f65cf8,revision_number=8']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:15.650676 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:15.657345 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23323ad-364c-41ef-b3b4-8e1b32aace26 req-0daccd21-2683-4565-9358-e4717ccb5a2b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:15.658800 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c23323ad-364c-41ef-b3b4-8e1b32aace26 req-0daccd21-2683-4565-9358-e4717ccb5a2b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0825152 May 20 16:25:15.720070 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-c23323ad-364c-41ef-b3b4-8e1b32aace26 req-d16c5291-6827-4f64-a770-19971d257f20 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555630 May 20 16:25:15.868931 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c168c8-798f-4888-825b-28c6fa6b7e2a req-a9fe76d8-4e28-417c-91a0-b100a505a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:15.870542 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-44c168c8-798f-4888-825b-28c6fa6b7e2a req-a9fe76d8-4e28-417c-91a0-b100a505a418 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 1098 time: 0.0701959 May 20 16:25:15.912024 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-44c168c8-798f-4888-825b-28c6fa6b7e2a req-52f63861-38f4-43af-9630-758029dfe62b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345571 May 20 16:25:16.911783 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60de54e-c447-4470-a24c-3e658ffb0ad4 req-4b93f10a-2ba7-44fd-9eca-572bad2ffb25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:16.913257 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d60de54e-c447-4470-a24c-3e658ffb0ad4 req-4b93f10a-2ba7-44fd-9eca-572bad2ffb25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0853043 May 20 16:25:17.038885 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-d60de54e-c447-4470-a24c-3e658ffb0ad4 req-5a9571e1-4de9-44e6-9edc-1ff2edd31c7b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197391 May 20 16:25:18.220780 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8361e-f628-4321-9076-693d56cd4df1 req-65f59b22-96a9-42e5-9d8c-06dba06ac984 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:18.222243 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b9a8361e-f628-4321-9076-693d56cd4df1 req-65f59b22-96a9-42e5-9d8c-06dba06ac984 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0796807 May 20 16:25:18.268992 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b9a8361e-f628-4321-9076-693d56cd4df1 req-54f86dcd-f12c-4232-906a-ac338ae97662 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410492 May 20 16:25:27.168486 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1381f61c-a664-4719-8e88-d1df235f6af8 req-0c5354c2-08ee-43cd-8b2c-fd9c837d2401 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-384924298&fields=id&tenant_id=59e69673409e4559a417bfdb85123027 HTTP/1.1" status: 200 len: 267 time: 0.0401111 May 20 16:25:27.255766 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381f61c-a664-4719-8e88-d1df235f6af8 req-08fe9112-51d5-47ba-8095-8ac3f0f7b985 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:27.257198 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1381f61c-a664-4719-8e88-d1df235f6af8 req-08fe9112-51d5-47ba-8095-8ac3f0f7b985 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 984 time: 0.0825107 May 20 16:25:27.268947 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.v2.base [req-1381f61c-a664-4719-8e88-d1df235f6af8 req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Request body: {'port': {'security_groups': ['d810767a-a6e9-4e78-b203-53533fc0c09e']}} {{(pid=92271) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 16:25:27.391314 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1381f61c-a664-4719-8e88-d1df235f6af8 req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3720609'] for port, before_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.635603 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-1381f61c-a664-4719-8e88-d1df235f6af8 req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] For port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:27.661358 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1381f61c-a664-4719-8e88-d1df235f6af8 req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for port, precommit_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.728518 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1381f61c-a664-4719-8e88-d1df235f6af8 req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765187164856', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765186654073', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765186654118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10965159'] for port, after_update {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.734031 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:27.739023 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:25:27.807289 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381f61c-a664-4719-8e88-d1df235f6af8 req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:27.808205 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-1381f61c-a664-4719-8e88-d1df235f6af8 req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.809651 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1381f61c-a664-4719-8e88-d1df235f6af8 req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "PUT /v2.0/ports/b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 HTTP/1.1" status: 200 len: 942 time: 0.5462213 May 20 16:25:27.810195 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:25:27.816639 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 56018) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:27.839314 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.842091 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event updated for resources: {'Port': ['ID=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,revision_number=7']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:27.853334 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:27.853991 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:27.854523 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:27.855061 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:27.855588 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:27.856107 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:27.856622 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:27.857153 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:27.857704 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:27.858223 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:27.858740 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:27.859248 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:27.880285 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-5e852372-912e-4b57-897b-e3b106c83577 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:27.908110 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:25:27.914154 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.955925 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:27.960723 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'status': 'completed', 'code': 200} May 20 16:25:28.076370 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559c33f-eab5-4182-8e46-89976ef5708f req-9126032e-2ce0-4c4e-9761-dc74c601c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:28.078474 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a559c33f-eab5-4182-8e46-89976ef5708f req-9126032e-2ce0-4c4e-9761-dc74c601c837 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59e69673409e4559a417bfdb85123027&device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 1098 time: 0.0908766 May 20 16:25:28.098602 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.104295 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-499cc977-bb18-4452-be02-612300fc3c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:28.123706 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e26bbdd-7eef-400c-9546-af201e29421e,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:28.132732 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.provisioning_blocks [None req-c4eef114-554b-4bea-af5c-717ffe825987 None None] Provisioning complete for port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 triggered by entity DHCP. {{(pid=92273) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 16:25:28.133114 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c4eef114-554b-4bea-af5c-717ffe825987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4111003'] for port, provisioning_complete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.138113 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.143023 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "DELETE /v2.0/security-groups/1e26bbdd-7eef-400c-9546-af201e29421e HTTP/1.1" status: 204 len: 168 time: 0.3252580 May 20 16:25:28.143651 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56024) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:28.145076 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:28.145771 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:28.146313 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:28.146842 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:28.147381 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:28.147913 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:28.148479 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:28.149129 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:28.149712 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:28.150245 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:28.150824 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:28.151339 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:25:28.155829 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:28.329346 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559c33f-eab5-4182-8e46-89976ef5708f req-11e5de19-dd8c-4e7b-9923-969f779e5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:28.330791 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a559c33f-eab5-4182-8e46-89976ef5708f req-11e5de19-dd8c-4e7b-9923-969f779e5aad service neutron] 10.222.0.10 "GET /v2.0/networks?id=936f10eb-ae85-44c5-b1c8-0b718a2d997b HTTP/1.1" status: 200 len: 916 time: 0.2351499 May 20 16:25:28.521544 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a559c33f-eab5-4182-8e46-89976ef5708f req-9b62013a-6396-4506-9e0c-1387eaa926d6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 HTTP/1.1" status: 200 len: 1001 time: 0.1352494 May 20 16:25:28.621426 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559c33f-eab5-4182-8e46-89976ef5708f req-a73ad20d-1182-4150-bacb-0ccae205e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:28.622838 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a559c33f-eab5-4182-8e46-89976ef5708f req-a73ad20d-1182-4150-bacb-0ccae205e160 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=359bbe99-41bf-4a92-86e2-e6832d44607c HTTP/1.1" status: 200 len: 854 time: 0.0778224 May 20 16:25:28.676563 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Deleting port 47c46e94-cb37-437b-8bab-f502cbecd00e {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:28.676910 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.910814 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559c33f-eab5-4182-8e46-89976ef5708f req-395e81d8-f979-412c-8580-f05dda178361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:28.912183 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a559c33f-eab5-4182-8e46-89976ef5708f req-395e81d8-f979-412c-8580-f05dda178361 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=936f10eb-ae85-44c5-b1c8-0b718a2d997b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2819188 May 20 16:25:28.915733 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:28.916063 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:29.067077 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Calling delete_port for 47c46e94-cb37-437b-8bab-f502cbecd00e owned by network:floatingip {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:29.182934 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a559c33f-eab5-4182-8e46-89976ef5708f req-f5b2e0c5-a674-42fd-90e1-4d80046147ac service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597129 May 20 16:25:29.362980 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-a559c33f-eab5-4182-8e46-89976ef5708f req-93719a30-8da3-4e73-bb7f-9aaf6a47a5d3 service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734140 May 20 16:25:29.443152 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:29.446811 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:29.490814 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event deleted for resources: {'Port': ['ID=47c46e94-cb37-437b-8bab-f502cbecd00e,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:29.493777 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:29.586203 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks [] for floatingip, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:29.586530 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.l3_db [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Floating IP 655ef13b-d7a3-4615-919a-2d441df7a924 disassociated (deleted). External IP: 172.28.0.226, port: b3f54ecd-4279-4fb4-afcb-b42e788a6cb7. May 20 16:25:29.941141 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:25:30.119195 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:25:30.130246 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71846b65-aac2-43a9-ae03-cc02c2367037 None None] Sync routers for ids ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:25:30.139440 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71846b65-aac2-43a9-ae03-cc02c2367037 None None] Routers {'4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:25:30.145574 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-71846b65-aac2-43a9-ae03-cc02c2367037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:25:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:30.207284 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:30.262049 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "DELETE /v2.0/floatingips/655ef13b-d7a3-4615-919a-2d441df7a924 HTTP/1.1" status: 204 len: 168 time: 2.1172125 May 20 16:25:30.262761 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:25:30.310456 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'status': 'completed', 'code': 200} May 20 16:25:30.325546 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-71846b65-aac2-43a9-ae03-cc02c2367037 None None] Set router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:25:30.404358 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aa00c-d941-4767-94ff-bcaa7f8d396f req-92982dda-2f59-472e-ae49-5aa27b9a942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:30.406057 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee4aa00c-d941-4767-94ff-bcaa7f8d396f req-92982dda-2f59-472e-ae49-5aa27b9a942d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59e69673409e4559a417bfdb85123027&device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 1098 time: 0.0732982 May 20 16:25:30.667322 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-71846b65-aac2-43a9-ae03-cc02c2367037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:23:18Z', 'revision_number': 4, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'd1e3e474-4ed8-4d6a-8302-cd4709257ac0', 'name': '', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'mac_address': 'fa:16:3e:0e:17:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:17Z', 'updated_at': '2021-05-20T16:23:23Z', 'revision_number': 5, 'project_id': '59e69673409e4559a417bfdb85123027', 'subnets': [{'id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:30.671200 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71846b65-aac2-43a9-ae03-cc02c2367037 None None] Checking router: 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:25:30.679653 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71846b65-aac2-43a9-ae03-cc02c2367037 None None] Routers {'4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:25:30.680264 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-71846b65-aac2-43a9-ae03-cc02c2367037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:25:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:30.723939 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aa00c-d941-4767-94ff-bcaa7f8d396f req-beb549a3-90cc-4b74-b74c-c56327a5374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:30.725531 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee4aa00c-d941-4767-94ff-bcaa7f8d396f req-beb549a3-90cc-4b74-b74c-c56327a5374d service neutron] 10.222.0.10 "GET /v2.0/networks?id=936f10eb-ae85-44c5-b1c8-0b718a2d997b HTTP/1.1" status: 200 len: 916 time: 0.3128121 May 20 16:25:30.728697 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3eff77e2-a7f1-4198-a1d8-a25ea372749e req-c36af065-2538-4f76-9cdd-a0edc929a0aa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1619210 May 20 16:25:30.805440 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee4aa00c-d941-4767-94ff-bcaa7f8d396f req-c409ed02-b4aa-4b41-bf2f-48855465e548 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 HTTP/1.1" status: 200 len: 217 time: 0.0725656 May 20 16:25:30.868356 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-71846b65-aac2-43a9-ae03-cc02c2367037 None None] Set router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:25:30.875375 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aa00c-d941-4767-94ff-bcaa7f8d396f req-da58a54b-b5d1-4dd6-86cc-4c08c7c64aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:30.877447 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee4aa00c-d941-4767-94ff-bcaa7f8d396f req-da58a54b-b5d1-4dd6-86cc-4c08c7c64aeb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=359bbe99-41bf-4a92-86e2-e6832d44607c HTTP/1.1" status: 200 len: 854 time: 0.0633547 May 20 16:25:30.958887 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4aa00c-d941-4767-94ff-bcaa7f8d396f req-e8525378-7bfc-400c-a86b-e4528a784043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:30.960351 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee4aa00c-d941-4767-94ff-bcaa7f8d396f req-e8525378-7bfc-400c-a86b-e4528a784043 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=936f10eb-ae85-44c5-b1c8-0b718a2d997b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0765107 May 20 16:25:31.091465 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee4aa00c-d941-4767-94ff-bcaa7f8d396f req-a2632f68-2024-4fe0-afd8-2e024b10c2f7 service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247807 May 20 16:25:31.185734 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-71846b65-aac2-43a9-ae03-cc02c2367037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:23:18Z', 'revision_number': 4, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'd1e3e474-4ed8-4d6a-8302-cd4709257ac0', 'name': '', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'mac_address': 'fa:16:3e:0e:17:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:17Z', 'updated_at': '2021-05-20T16:23:23Z', 'revision_number': 5, 'project_id': '59e69673409e4559a417bfdb85123027', 'subnets': [{'id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:31.190477 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71846b65-aac2-43a9-ae03-cc02c2367037 None None] The sync data for ids ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'] in dv-cinder-689486-13-smb is: [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:23:18Z', 'revision_number': 4, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'd1e3e474-4ed8-4d6a-8302-cd4709257ac0', 'name': '', 'network_id': '936f10eb-ae85-44c5-b1c8-0b718a2d997b', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'mac_address': 'fa:16:3e:0e:17:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:17Z', 'updated_at': '2021-05-20T16:23:23Z', 'revision_number': 5, 'project_id': '59e69673409e4559a417bfdb85123027', 'subnets': [{'id': '359bbe99-41bf-4a92-86e2-e6832d44607c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:25:31.228290 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-ee4aa00c-d941-4767-94ff-bcaa7f8d396f req-b5b0abf2-5644-48b1-ba0c-a515fa01f68c service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302321 May 20 16:25:31.414184 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9e072c-cafe-49e1-9504-ac59b3ebecb0 None None] New status for floating IP 655ef13b-d7a3-4615-919a-2d441df7a924: DOWN {{(pid=92274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:25:31.435516 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff77e2-a7f1-4198-a1d8-a25ea372749e req-2225010d-0bd3-4d4b-b4d8-5ca01481200f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:31.437065 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3eff77e2-a7f1-4198-a1d8-a25ea372749e req-2225010d-0bd3-4d4b-b4d8-5ca01481200f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59e69673409e4559a417bfdb85123027&device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 1098 time: 0.0752475 May 20 16:25:31.585340 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff77e2-a7f1-4198-a1d8-a25ea372749e req-ee32dd37-edfd-4207-baae-d2e874c68b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:31.586789 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3eff77e2-a7f1-4198-a1d8-a25ea372749e req-ee32dd37-edfd-4207-baae-d2e874c68b9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=936f10eb-ae85-44c5-b1c8-0b718a2d997b HTTP/1.1" status: 200 len: 916 time: 0.1307385 May 20 16:25:31.663689 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3eff77e2-a7f1-4198-a1d8-a25ea372749e req-b52ce289-cd88-4626-98a6-ccffb6d33518 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 HTTP/1.1" status: 200 len: 217 time: 0.0668204 May 20 16:25:31.726419 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff77e2-a7f1-4198-a1d8-a25ea372749e req-2333e15d-9c4e-435c-9da0-7f58b3964e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:31.727917 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3eff77e2-a7f1-4198-a1d8-a25ea372749e req-2333e15d-9c4e-435c-9da0-7f58b3964e86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=359bbe99-41bf-4a92-86e2-e6832d44607c HTTP/1.1" status: 200 len: 854 time: 0.0586944 May 20 16:25:31.807256 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff77e2-a7f1-4198-a1d8-a25ea372749e req-b73ba489-7c2b-4f67-bb89-28d8fe743381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:31.808741 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3eff77e2-a7f1-4198-a1d8-a25ea372749e req-b73ba489-7c2b-4f67-bb89-28d8fe743381 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=936f10eb-ae85-44c5-b1c8-0b718a2d997b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0752635 May 20 16:25:31.949444 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3eff77e2-a7f1-4198-a1d8-a25ea372749e req-1894e352-ba98-45e4-acc0-dee40a9d7bc3 service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333714 May 20 16:25:32.081345 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3eff77e2-a7f1-4198-a1d8-a25ea372749e req-c893b469-91cc-417d-8935-5b0638ac6d1f service neutron] 10.222.0.10 "GET /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257648 May 20 16:25:34.007373 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504aed43-ee28-4c8f-954d-6ed50474520b req-7baf4aa2-ff69-431a-943e-b25dfaa1ad19 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:34.008101 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-504aed43-ee28-4c8f-954d-6ed50474520b req-7baf4aa2-ff69-431a-943e-b25dfaa1ad19 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Synchronizing usage tracker for tenant:59e69673409e4559a417bfdb85123027 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:25:34.077144 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-504aed43-ee28-4c8f-954d-6ed50474520b req-7baf4aa2-ff69-431a-943e-b25dfaa1ad19 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Unset dirty status for tenant:59e69673409e4559a417bfdb85123027 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:25:34.078370 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-504aed43-ee28-4c8f-954d-6ed50474520b req-7baf4aa2-ff69-431a-943e-b25dfaa1ad19 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 945 time: 0.1499894 May 20 16:25:34.124677 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-504aed43-ee28-4c8f-954d-6ed50474520b req-06d4e835-00d7-401a-83e6-0c4104c1ce4a tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398641 May 20 16:25:35.416866 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e160b-3b1c-4379-894f-252065165825 req-976fee7d-efb3-4ea6-bc4d-ecab1395d7d4 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:35.418357 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b73e160b-3b1c-4379-894f-252065165825 req-976fee7d-efb3-4ea6-bc4d-ecab1395d7d4 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 945 time: 0.1856298 May 20 16:25:35.462826 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b73e160b-3b1c-4379-894f-252065165825 req-13f0bd76-3a8d-4c6d-a2aa-93ef4fd5ee8a tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/security-groups?id=d810767a-a6e9-4e78-b203-53533fc0c09e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388489 May 20 16:25:35.750744 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbb213-6624-44f4-b5e4-17e4fd1fbfef req-e2b4c0ae-e693-4439-9c51-d92affced895 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:25:35.752082 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-afbbb213-6624-44f4-b5e4-17e4fd1fbfef req-e2b4c0ae-e693-4439-9c51-d92affced895 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 945 time: 0.0795190 May 20 16:25:35.891915 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-afbbb213-6624-44f4-b5e4-17e4fd1fbfef req-01f0db3f-4f1a-4abb-8838-afe340c8bd22 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Deleting port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:35.892258 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-afbbb213-6624-44f4-b5e4-17e4fd1fbfef req-01f0db3f-4f1a-4abb-8838-afe340c8bd22 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:36.028180 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-afbbb213-6624-44f4-b5e4-17e4fd1fbfef req-01f0db3f-4f1a-4abb-8838-afe340c8bd22 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] For port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:36.028540 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-afbbb213-6624-44f4-b5e4-17e4fd1fbfef req-01f0db3f-4f1a-4abb-8838-afe340c8bd22 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:36.149820 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-afbbb213-6624-44f4-b5e4-17e4fd1fbfef req-01f0db3f-4f1a-4abb-8838-afe340c8bd22 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Calling delete_port for b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:36.340163 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-afbbb213-6624-44f4-b5e4-17e4fd1fbfef req-01f0db3f-4f1a-4abb-8838-afe340c8bd22 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:36.345998 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ea5e852d-e17d-4faf-a919-026aaed68d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:36.351700 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] get_ports_and_sgs() called for port_ids ['b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'] {{(pid=92273) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 16:25:36.393543 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0db3f-4f1a-4abb-8838-afe340c8bd22 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Pushing event deleted for resources: {'Port': ['ID=b3f54ecd-4279-4fb4-afcb-b42e788a6cb7,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:36.397156 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-01f0db3f-4f1a-4abb-8838-afe340c8bd22 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:36.475343 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbbb213-6624-44f4-b5e4-17e4fd1fbfef req-01f0db3f-4f1a-4abb-8838-afe340c8bd22 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] No DVR routers for this DVR port b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:25:36.477784 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-afbbb213-6624-44f4-b5e4-17e4fd1fbfef req-01f0db3f-4f1a-4abb-8838-afe340c8bd22 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:36.480250 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'name': 'network-vif-deleted', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:25:36.524821 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c344233e-43f1-44f0-8ca4-99044a176473', 'name': 'network-vif-deleted', 'tag': 'b3f54ecd-4279-4fb4-afcb-b42e788a6cb7', 'status': 'completed', 'code': 200} May 20 16:25:36.536030 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-afbbb213-6624-44f4-b5e4-17e4fd1fbfef req-01f0db3f-4f1a-4abb-8838-afe340c8bd22 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.10 "DELETE /v2.0/ports/b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 HTTP/1.1" status: 204 len: 173 time: 0.7783904 May 20 16:25:36.766194 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-b3ce7865-7af4-4559-bf9e-672740e81d42 req-7f26d86d-83d5-41cf-9a98-fb993cb6f0fe tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Synchronizing usage tracker for tenant:59e69673409e4559a417bfdb85123027 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:25:36.865966 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-b3ce7865-7af4-4559-bf9e-672740e81d42 req-7f26d86d-83d5-41cf-9a98-fb993cb6f0fe tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Unset dirty status for tenant:59e69673409e4559a417bfdb85123027 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:25:36.867226 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-b3ce7865-7af4-4559-bf9e-672740e81d42 req-7f26d86d-83d5-41cf-9a98-fb993cb6f0fe tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] 10.222.0.11 "GET /v2.0/ports?device_id=c344233e-43f1-44f0-8ca4-99044a176473 HTTP/1.1" status: 200 len: 210 time: 0.1510336 May 20 16:25:38.903579 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-2fec9403-f07d-43c7-b345-e154a97d34d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:39.113214 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56106) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:39.645860 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566561'] for router_interface, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:40.157004 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] Deleting port d1e3e474-4ed8-4d6a-8302-cd4709257ac0 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:40.157762 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:40.275497 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] For port d1e3e474-4ed8-4d6a-8302-cd4709257ac0, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=d1e3e474-4ed8-4d6a-8302-cd4709257ac0,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:40.275851 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:40.399120 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] Calling delete_port for d1e3e474-4ed8-4d6a-8302-cd4709257ac0 owned by network:router_interface {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:40.774624 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:40.778619 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f42487a1-ba4e-4692-8eb1-d9c70f755d08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:40.827836 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e3e474-4ed8-4d6a-8302-cd4709257ac0,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:40.854642 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:41.092962 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566677'] for router_interface, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:41.367839 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:25:41.405339 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:25:41.405959 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device b3f54ecd-4279-4fb4-afcb-b42e788a6cb7 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:25:41.475046 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:41.557789 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] Router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:25:41.615026 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-f2998f09-f81a-44f7-be67-fc36610c6751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:41.736968 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:25:41.751760 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846dd04a-5096-4488-a725-c864dbfff03d None None] Sync routers for ids ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:25:41.762119 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846dd04a-5096-4488-a725-c864dbfff03d None None] Routers {'4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:25:41.763105 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-846dd04a-5096-4488-a725-c864dbfff03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:25:42Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:41.836311 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-b51d062d-0b41-42fb-b179-180c18d2aed0 admin admin] 10.222.0.11 "PUT /v2.0/routers/4f9c78e9-6fd3-42cc-9767-a6d21dbdf958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7216861 May 20 16:25:41.838843 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56112) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:41.946713 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-846dd04a-5096-4488-a725-c864dbfff03d None None] Set router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:25:42.024827 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:42.201611 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:42.228668 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-846dd04a-5096-4488-a725-c864dbfff03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:25:40Z', 'revision_number': 5, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:42.232431 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846dd04a-5096-4488-a725-c864dbfff03d None None] Checking router: 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:25:42.240909 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846dd04a-5096-4488-a725-c864dbfff03d None None] Routers {'4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:25:42.241523 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-846dd04a-5096-4488-a725-c864dbfff03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:25:42Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:42.376193 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Deleting port c0d123d1-0e18-4108-ae7d-4af5d8d3939e {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:42.376447 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:42.417733 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-846dd04a-5096-4488-a725-c864dbfff03d None None] Set router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:25:42.496492 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] For port c0d123d1-0e18-4108-ae7d-4af5d8d3939e, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=c0d123d1-0e18-4108-ae7d-4af5d8d3939e,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:42.496842 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:42.627291 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Calling delete_port for c0d123d1-0e18-4108-ae7d-4af5d8d3939e owned by network:router_gateway {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:42.682392 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:42.712483 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-846dd04a-5096-4488-a725-c864dbfff03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:25:40Z', 'revision_number': 5, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:42.716558 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846dd04a-5096-4488-a725-c864dbfff03d None None] The sync data for ids ['4f9c78e9-6fd3-42cc-9767-a6d21dbdf958'] in dv-cinder-689486-13-smb is: [{'id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'name': 'tempest-TestMinimumBasicScenario-1740565091-router', 'tenant_id': '59e69673409e4559a417bfdb85123027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:13Z', 'updated_at': '2021-05-20T16:25:40Z', 'revision_number': 5, 'project_id': '59e69673409e4559a417bfdb85123027', 'gw_port': {'id': 'c0d123d1-0e18-4108-ae7d-4af5d8d3939e', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9c78e9-6fd3-42cc-9767-a6d21dbdf958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:14Z', 'updated_at': '2021-05-20T16:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:25:42.863261 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:42.867870 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-81a58d73-24cd-4a14-866f-d983c66032c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:42.911550 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d123d1-0e18-4108-ae7d-4af5d8d3939e,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:42.914991 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:43.002055 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-794890'] for router_gateway, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:43.290436 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-797308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7444'] for router, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:43.292764 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:43.302897 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device d1e3e474-4ed8-4d6a-8302-cd4709257ac0 no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:25:43.340139 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: d1e3e474-4ed8-4d6a-8302-cd4709257ac0 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:25:43.340496 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device d1e3e474-4ed8-4d6a-8302-cd4709257ac0 not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:25:43.400487 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-796982'] for router, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:43.401007 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 {{(pid=92271) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:25:43.414147 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:43.417729 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-7f90ba84-db00-4243-8d5e-95c68f0df7f9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/4f9c78e9-6fd3-42cc-9767-a6d21dbdf958 HTTP/1.1" status: 204 len: 168 time: 1.5779593 May 20 16:25:43.418440 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 56118) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:43.489184 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_v2 [None req-09dbaf13-85a3-4a04-bdf1-9e30a511a430 admin admin] Deleting subnet 359bbe99-41bf-4a92-86e2-e6832d44607c {{(pid=92272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:25:43.492331 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-09dbaf13-85a3-4a04-bdf1-9e30a511a430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:43.544661 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-09dbaf13-85a3-4a04-bdf1-9e30a511a430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11847894'] for subnet, precommit_delete_associations {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:43.625198 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-09dbaf13-85a3-4a04-bdf1-9e30a511a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:43.952277 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-09dbaf13-85a3-4a04-bdf1-9e30a511a430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11257111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11980230'] for subnet, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:43.956558 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-31c1c7fb-f365-4c56-bf5f-16f8fe9e0bd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:43.995581 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbaf13-85a3-4a04-bdf1-9e30a511a430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=359bbe99-41bf-4a92-86e2-e6832d44607c,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:43.998600 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-09dbaf13-85a3-4a04-bdf1-9e30a511a430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:43.999564 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-09dbaf13-85a3-4a04-bdf1-9e30a511a430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.006130 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a706abc-f0ff-4edd-8a3c-8eb70c55c851 None None] Network 936f10eb-ae85-44c5-b1c8-0b718a2d997b requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:25:44.009214 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-09dbaf13-85a3-4a04-bdf1-9e30a511a430 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/359bbe99-41bf-4a92-86e2-e6832d44607c HTTP/1.1" status: 204 len: 168 time: 0.5871699 May 20 16:25:44.009615 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56122) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:44.119778 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.195842 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Deleting port f76cb954-0f38-4829-8f91-db52f9b5da98 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:44.196186 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.258148 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0916df-e8d1-4d5e-97ad-3e5fdd1603a3 None None] DHCP port deletion for 936f10eb-ae85-44c5-b1c8-0b718a2d997b request from dv-cinder-689486-13-smb {{(pid=92273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:25:44.302376 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] For port f76cb954-0f38-4829-8f91-db52f9b5da98, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=f76cb954-0f38-4829-8f91-db52f9b5da98,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:44.302846 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.327305 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-dd0916df-e8d1-4d5e-97ad-3e5fdd1603a3 None None] Deleting port f76cb954-0f38-4829-8f91-db52f9b5da98 {{(pid=92273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:44.327693 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-dd0916df-e8d1-4d5e-97ad-3e5fdd1603a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.428055 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Calling delete_port for f76cb954-0f38-4829-8f91-db52f9b5da98 owned by network:dhcp {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:44.464268 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-dd0916df-e8d1-4d5e-97ad-3e5fdd1603a3 None None] For port f76cb954-0f38-4829-8f91-db52f9b5da98, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=f76cb954-0f38-4829-8f91-db52f9b5da98,segment=NetworkSegment(cda68047-5467-403c-805a-d8486a9d0bcd),segment_id=cda68047-5467-403c-805a-d8486a9d0bcd)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:44.464663 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-dd0916df-e8d1-4d5e-97ad-3e5fdd1603a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.547129 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.551684 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7f60e765-3cc6-4d66-b81a-14fc0d50753d tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:44.589826 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-dd0916df-e8d1-4d5e-97ad-3e5fdd1603a3 None None] Calling delete_port for f76cb954-0f38-4829-8f91-db52f9b5da98 owned by network:dhcp {{(pid=92273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:44.595862 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Pushing event deleted for resources: {'Port': ['ID=f76cb954-0f38-4829-8f91-db52f9b5da98,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:44.598955 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:44.601612 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] No DVR routers for this DVR port f76cb954-0f38-4829-8f91-db52f9b5da98 on host dv-cinder-689486-13-smb {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:25:44.642491 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-dd0916df-e8d1-4d5e-97ad-3e5fdd1603a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064'] for port, after_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.646261 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:44.685933 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.688767 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0916df-e8d1-4d5e-97ad-3e5fdd1603a3 None None] Pushing event deleted for resources: {'Port': ['ID=f76cb954-0f38-4829-8f91-db52f9b5da98,revision_number=None']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:44.692143 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-dd0916df-e8d1-4d5e-97ad-3e5fdd1603a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:44.696479 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0916df-e8d1-4d5e-97ad-3e5fdd1603a3 None None] No DVR routers for this DVR port f76cb954-0f38-4829-8f91-db52f9b5da98 on host dv-cinder-689486-13-smb {{(pid=92273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:25:44.724081 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.741422 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936f10eb-ae85-44c5-b1c8-0b718a2d997b']}} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:44.753880 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda68047-5467-403c-805a-d8486a9d0bcd') {'for_net_delete': True} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:44.754733 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda68047-5467-403c-805a-d8486a9d0bcd') {} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:44.766622 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10626578'] for segment, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.782710 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.788796 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=92271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:25:44.789180 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10965243'] for segment, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: Traceback (most recent call last): May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: timer() May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: cb(*args, **kw) May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: return func(*args, **kwargs) May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: self._notify() May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: self.callback(batched_events) May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: event.method(event) May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: return f(self, *a, **k) May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: return self._get(url).json() May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: return self.request(url, 'GET', **kwargs) May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:25:44.802590 dv-cinder-689486-13-smb neutron-server[92271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:25:44.983089 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:44.986846 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-0f721c02-89cc-47a1-a3f0-782b0e825808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:45.003514 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:45.015182 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Pushing event deleted for resources: {'Network': ['ID=936f10eb-ae85-44c5-b1c8-0b718a2d997b,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:45.018396 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:45.100759 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] 10.222.0.11 "DELETE /v2.0/networks/936f10eb-ae85-44c5-b1c8-0b718a2d997b HTTP/1.1" status: 204 len: 168 time: 1.0899143 May 20 16:25:45.103742 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56126) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:45.306435 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device c0d123d1-0e18-4108-ae7d-4af5d8d3939e no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:25:45.342653 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: c0d123d1-0e18-4108-ae7d-4af5d8d3939e {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:25:45.343007 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device c0d123d1-0e18-4108-ae7d-4af5d8d3939e not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:25:45.343438 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device f76cb954-0f38-4829-8f91-db52f9b5da98 no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:25:45.376001 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: f76cb954-0f38-4829-8f91-db52f9b5da98 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:25:45.376288 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device f76cb954-0f38-4829-8f91-db52f9b5da98 not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:25:45.664197 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:25:45.745663 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566561'] for router_interface, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:46.158376 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] Deleting port cee4eb47-3ddf-450c-b887-0a159721f874 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:46.159098 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:46.278323 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] For port cee4eb47-3ddf-450c-b887-0a159721f874, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=cee4eb47-3ddf-450c-b887-0a159721f874,segment=NetworkSegment(018a9b8f-a2f7-4e39-99bf-a7858c855ee5),segment_id=018a9b8f-a2f7-4e39-99bf-a7858c855ee5)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:46.278678 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:46.401287 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] Calling delete_port for cee4eb47-3ddf-450c-b887-0a159721f874 owned by network:router_interface {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:46.615808 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:46.621497 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-33453902-2da9-4d04-9297-00f11e66382e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:46.667223 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] Pushing event deleted for resources: {'Port': ['ID=cee4eb47-3ddf-450c-b887-0a159721f874,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:46.701603 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:46.938267 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566677'] for router_interface, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:47.391583 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] Router d93a463a-f0b5-407d-af51-408da1d79ce4 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:25:47.565206 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:25:47.574219 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af40ab2a-825a-425f-ac0b-3892f343beeb None None] Sync routers for ids ['d93a463a-f0b5-407d-af51-408da1d79ce4'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:25:47.584344 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af40ab2a-825a-425f-ac0b-3892f343beeb None None] Routers {'d93a463a-f0b5-407d-af51-408da1d79ce4'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:25:47.584948 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-af40ab2a-825a-425f-ac0b-3892f343beeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:25:42Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['d93a463a-f0b5-407d-af51-408da1d79ce4'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:47.645215 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-ca409ba8-e3f8-4b7f-bae7-562143f51939 admin admin] 10.222.0.11 "PUT /v2.0/routers/d93a463a-f0b5-407d-af51-408da1d79ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5398564 May 20 16:25:47.647863 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56132) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:47.791394 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-af40ab2a-825a-425f-ac0b-3892f343beeb None None] Set router d93a463a-f0b5-407d-af51-408da1d79ce4 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:25:47.835136 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Notify callbacks [] for router, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:48.012064 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:48.075133 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-af40ab2a-825a-425f-ac0b-3892f343beeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'name': 'tempest-TestMinimumBasicScenario-142064319-router', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '6d604c7d-b408-462a-aa21-e78771e62849', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:21Z', 'updated_at': '2021-05-20T16:25:46Z', 'revision_number': 5, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'gw_port': {'id': '6d604c7d-b408-462a-aa21-e78771e62849', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:23:22Z', 'updated_at': '2021-05-20T16:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:48.079003 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af40ab2a-825a-425f-ac0b-3892f343beeb None None] Checking router: d93a463a-f0b5-407d-af51-408da1d79ce4 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:25:48.087916 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af40ab2a-825a-425f-ac0b-3892f343beeb None None] Routers {'d93a463a-f0b5-407d-af51-408da1d79ce4'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:25:48.088450 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-af40ab2a-825a-425f-ac0b-3892f343beeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:25:42Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['d93a463a-f0b5-407d-af51-408da1d79ce4'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:48.167957 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Deleting port 6d604c7d-b408-462a-aa21-e78771e62849 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:48.168301 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:48.239270 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-af40ab2a-825a-425f-ac0b-3892f343beeb None None] Set router d93a463a-f0b5-407d-af51-408da1d79ce4 gateway port host: None {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:25:48.290119 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] For port 6d604c7d-b408-462a-aa21-e78771e62849, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=6d604c7d-b408-462a-aa21-e78771e62849,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:48.290478 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:48.343120 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-af40ab2a-825a-425f-ac0b-3892f343beeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'name': 'tempest-TestMinimumBasicScenario-142064319-router', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:21Z', 'updated_at': '2021-05-20T16:25:48Z', 'revision_number': 6, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'gw_port_host': None}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:48.346984 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af40ab2a-825a-425f-ac0b-3892f343beeb None None] The sync data for ids ['d93a463a-f0b5-407d-af51-408da1d79ce4'] in dv-cinder-689486-13-smb is: [{'id': 'd93a463a-f0b5-407d-af51-408da1d79ce4', 'name': 'tempest-TestMinimumBasicScenario-142064319-router', 'tenant_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:23:21Z', 'updated_at': '2021-05-20T16:25:48Z', 'revision_number': 6, 'project_id': '7d6d7453fcf04033a4a93e1df4c03e30', 'gw_port_host': None}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:25:48.412964 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Calling delete_port for 6d604c7d-b408-462a-aa21-e78771e62849 owned by network:router_gateway {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:48.620388 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:48.624227 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-c2bdb121-cf5f-47cd-aebf-f8677668b85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:48.667912 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=6d604c7d-b408-462a-aa21-e78771e62849,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:48.671014 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:48.879758 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-794890'] for router_gateway, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:49.050434 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-797308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7444'] for router, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:49.053448 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:49.155079 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-796982'] for router, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:49.157062 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router d93a463a-f0b5-407d-af51-408da1d79ce4 {{(pid=92271) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:25:49.168427 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] Notify callbacks [] for router, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:49.169561 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-a21a58ba-4e2b-4247-a010-a0a0f28aa2ec admin admin] 10.222.0.11 "DELETE /v2.0/routers/d93a463a-f0b5-407d-af51-408da1d79ce4 HTTP/1.1" status: 204 len: 168 time: 1.5207601 May 20 16:25:49.172805 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 56136) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:49.232469 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.db_base_plugin_v2 [None req-489c5746-14b1-48b8-bb9e-d02e4ac749eb admin admin] Deleting subnet 689fa979-99d6-4739-86fa-467fa9e2eebf {{(pid=92272) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:25:49.235420 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-489c5746-14b1-48b8-bb9e-d02e4ac749eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:49.291570 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-489c5746-14b1-48b8-bb9e-d02e4ac749eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11847894'] for subnet, precommit_delete_associations {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:49.300722 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device cee4eb47-3ddf-450c-b887-0a159721f874 no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:25:49.336305 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: cee4eb47-3ddf-450c-b887-0a159721f874 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:25:49.336832 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device cee4eb47-3ddf-450c-b887-0a159721f874 not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:25:49.337527 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 6d604c7d-b408-462a-aa21-e78771e62849 no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:25:49.384014 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: 6d604c7d-b408-462a-aa21-e78771e62849 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:25:49.384284 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 6d604c7d-b408-462a-aa21-e78771e62849 not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:25:49.384392 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-489c5746-14b1-48b8-bb9e-d02e4ac749eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:49.711971 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-489c5746-14b1-48b8-bb9e-d02e4ac749eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11257111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11980230'] for subnet, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:49.716717 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:49.752048 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c5746-14b1-48b8-bb9e-d02e4ac749eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=689fa979-99d6-4739-86fa-467fa9e2eebf,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:49.753484 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-489c5746-14b1-48b8-bb9e-d02e4ac749eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for subnet, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:49.757733 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-489c5746-14b1-48b8-bb9e-d02e4ac749eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:49.758258 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e65e6c-391a-4308-acac-26676e1dd86b None None] Network d9203439-1057-4685-a826-01c21f9c0a84 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:25:49.760498 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-489c5746-14b1-48b8-bb9e-d02e4ac749eb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/689fa979-99d6-4739-86fa-467fa9e2eebf HTTP/1.1" status: 204 len: 168 time: 0.5866964 May 20 16:25:49.762971 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 56140) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:49.869429 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:49.940567 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Deleting port 412af7ff-58ff-410d-ad34-13b5a615f4fd {{(pid=92272) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:49.940906 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:49.993602 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458dbba2-9485-4b91-bcd6-ac009845855b None None] DHCP port deletion for d9203439-1057-4685-a826-01c21f9c0a84 request from dv-cinder-689486-13-smb {{(pid=92273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:25:50.069971 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-458dbba2-9485-4b91-bcd6-ac009845855b None None] Deleting port 412af7ff-58ff-410d-ad34-13b5a615f4fd {{(pid=92273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:25:50.070354 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-458dbba2-9485-4b91-bcd6-ac009845855b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.137421 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.db [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] For port 412af7ff-58ff-410d-ad34-13b5a615f4fd, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=412af7ff-58ff-410d-ad34-13b5a615f4fd,segment=NetworkSegment(018a9b8f-a2f7-4e39-99bf-a7858c855ee5),segment_id=018a9b8f-a2f7-4e39-99bf-a7858c855ee5)] {{(pid=92272) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:50.137778 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.168327 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-458dbba2-9485-4b91-bcd6-ac009845855b None None] For port 412af7ff-58ff-410d-ad34-13b5a615f4fd, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=412af7ff-58ff-410d-ad34-13b5a615f4fd,segment=NetworkSegment(018a9b8f-a2f7-4e39-99bf-a7858c855ee5),segment_id=018a9b8f-a2f7-4e39-99bf-a7858c855ee5)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:25:50.168721 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-458dbba2-9485-4b91-bcd6-ac009845855b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.262120 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.plugin [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Calling delete_port for 412af7ff-58ff-410d-ad34-13b5a615f4fd owned by network:dhcp {{(pid=92272) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:50.293737 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-458dbba2-9485-4b91-bcd6-ac009845855b None None] Calling delete_port for 412af7ff-58ff-410d-ad34-13b5a615f4fd owned by network:dhcp {{(pid=92273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:25:50.386014 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11257316'] for port, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.390970 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-3b0b066b-473e-4171-9ac6-a6700141084f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:50.391555 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-458dbba2-9485-4b91-bcd6-ac009845855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064'] for port, after_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.396871 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:50.436793 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Pushing event deleted for resources: {'Port': ['ID=412af7ff-58ff-410d-ad34-13b5a615f4fd,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:50.437739 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dbba2-9485-4b91-bcd6-ac009845855b None None] Pushing event deleted for resources: {'Port': ['ID=412af7ff-58ff-410d-ad34-13b5a615f4fd,revision_number=None']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:50.438835 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] No DVR routers for this DVR port 412af7ff-58ff-410d-ad34-13b5a615f4fd on host dv-cinder-689486-13-smb {{(pid=92272) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:25:50.440369 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:50.440619 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-458dbba2-9485-4b91-bcd6-ac009845855b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:50.442119 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458dbba2-9485-4b91-bcd6-ac009845855b None None] No DVR routers for this DVR port 412af7ff-58ff-410d-ad34-13b5a615f4fd on host dv-cinder-689486-13-smb {{(pid=92273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:25:50.555431 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.568810 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9203439-1057-4685-a826-01c21f9c0a84']}} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:50.580888 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018a9b8f-a2f7-4e39-99bf-a7858c855ee5') {'for_net_delete': True} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:50.581195 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.services.segments.db [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018a9b8f-a2f7-4e39-99bf-a7858c855ee5') {} {{(pid=92272) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:25:50.592448 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11847897'] for segment, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.607916 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.614302 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=92272) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:25:50.614686 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11257265'] for segment, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: Traceback (most recent call last): May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: timer() May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: cb(*args, **kw) May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: return func(*args, **kwargs) May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: self._notify() May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: self.callback(batched_events) May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: event.method(event) May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: return f(self, *a, **k) May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: return self._get(url).json() May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: return self.request(url, 'GET', **kwargs) May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:25:50.627360 dv-cinder-689486-13-smb neutron-server[92272]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:25:50.774599 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.778349 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:50.791290 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:50.802147 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Pushing event deleted for resources: {'Network': ['ID=d9203439-1057-4685-a826-01c21f9c0a84,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:50.806325 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:50.809859 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-2f520cc9-7de0-4dc1-861d-7fc2bc33af0f admin admin] 10.222.0.11 "DELETE /v2.0/networks/d9203439-1057-4685-a826-01c21f9c0a84 HTTP/1.1" status: 204 len: 168 time: 1.0459397 May 20 16:25:51.199187 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56150) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:51.249967 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-427d0f97-9813-4c22-977c-277b17109b07 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59e69673409e4559a417bfdb85123027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495703 May 20 16:25:51.252485 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56154) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:51.297404 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 412af7ff-58ff-410d-ad34-13b5a615f4fd no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:25:51.319132 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-67b18b03-c5c5-4b3d-b947-af5e575800ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:51.331562 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: 412af7ff-58ff-410d-ad34-13b5a615f4fd {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:25:51.331964 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 412af7ff-58ff-410d-ad34-13b5a615f4fd not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:25:51.344832 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-67b18b03-c5c5-4b3d-b947-af5e575800ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:51.468802 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-67b18b03-c5c5-4b3d-b947-af5e575800ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:51.472574 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-83fc69d2-b37e-4145-90b6-a4a0fe9d2c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:51.486717 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b18b03-c5c5-4b3d-b947-af5e575800ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d810767a-a6e9-4e78-b203-53533fc0c09e,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:51.491411 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-67b18b03-c5c5-4b3d-b947-af5e575800ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:51.494670 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-67b18b03-c5c5-4b3d-b947-af5e575800ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:51.495766 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-67b18b03-c5c5-4b3d-b947-af5e575800ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d810767a-a6e9-4e78-b203-53533fc0c09e HTTP/1.1" status: 204 len: 168 time: 0.2424016 May 20 16:25:52.229436 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 56162) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:52.278169 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-890ab864-355a-4d8e-b51c-13a54912ce2a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d6d7453fcf04033a4a93e1df4c03e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474720 May 20 16:25:52.280731 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 56166) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:25:52.349012 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bc03-f804-4f5b-8e08-0636fea71712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:52.374476 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bc03-f804-4f5b-8e08-0636fea71712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:52.505924 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bc03-f804-4f5b-8e08-0636fea71712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:52.509568 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-c1301e03-4ec2-40ee-a4de-2ecb50ec7754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:25:52.522995 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2bc03-f804-4f5b-8e08-0636fea71712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502471f0-c330-49fa-b2cf-e4f12c95e8bf,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:25:52.526091 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-dcd2bc03-f804-4f5b-8e08-0636fea71712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:25:52.530790 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-dcd2bc03-f804-4f5b-8e08-0636fea71712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:25:52.531926 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-dcd2bc03-f804-4f5b-8e08-0636fea71712 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/502471f0-c330-49fa-b2cf-e4f12c95e8bf HTTP/1.1" status: 204 len: 168 time: 0.2502334 May 20 16:25:57.814320 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:08.882870 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-4fb00e82-c8b3-4abd-917c-2c94edad1704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:11.505724 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:11.631271 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-4b304248-8679-43a4-8c60-280382500ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:12.642881 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:14.625917 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:22.663546 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:26:27.840277 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.236717 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56176) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:31.553858 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1bb18324-45c8-4b0b-b82a-f43512844539 req-2dd44725-bf6c-4699-981b-19d37f481e64 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1351221 May 20 16:26:31.565304 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Deleting port 3d505a55-96f1-43db-a499-cc37072bba09 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:31.565658 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.729887 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.730223 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:31.856148 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Calling delete_port for 3d505a55-96f1-43db-a499-cc37072bba09 owned by network:floatingip {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:31.870545 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb18324-45c8-4b0b-b82a-f43512844539 req-54c29372-0c2f-47dd-a94c-fee7582de768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:31.872021 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1bb18324-45c8-4b0b-b82a-f43512844539 req-54c29372-0c2f-47dd-a94c-fee7582de768 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=603fcea4412147f3b81261cdca8eb0b5&device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 1098 time: 0.2321873 May 20 16:26:32.031394 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb18324-45c8-4b0b-b82a-f43512844539 req-cbb460b6-e33a-46f0-a08d-38f1f83a656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:32.032798 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1bb18324-45c8-4b0b-b82a-f43512844539 req-cbb460b6-e33a-46f0-a08d-38f1f83a656e service neutron] 10.222.0.10 "GET /v2.0/networks?id=224ec464-76b2-44f0-960e-978d46714430 HTTP/1.1" status: 200 len: 908 time: 0.1398990 May 20 16:26:32.180288 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1bb18324-45c8-4b0b-b82a-f43512844539 req-a90be9f4-f601-4764-9be4-86f6d31effca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e8d067-ae5a-4aea-9224-365201f65cf8 HTTP/1.1" status: 200 len: 1001 time: 0.1126709 May 20 16:26:32.328010 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.336185 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:32.420556 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event deleted for resources: {'Port': ['ID=3d505a55-96f1-43db-a499-cc37072bba09,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:32.465433 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:32.465723 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:32.466088 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:32.466447 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:32.466802 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:32.467156 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:32.467513 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:32.467861 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:32.468212 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:32.468558 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:32.468905 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:32.469271 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:32.473028 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:32.484491 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb18324-45c8-4b0b-b82a-f43512844539 req-4e2de3fd-ab76-49a3-9f6d-b8542c3b0b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:32.486274 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1bb18324-45c8-4b0b-b82a-f43512844539 req-4e2de3fd-ab76-49a3-9f6d-b8542c3b0b58 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d1c10a7-82d6-4b32-a57e-a7cc41985dc8 HTTP/1.1" status: 200 len: 846 time: 0.3004420 May 20 16:26:32.556692 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for floatingip, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:32.557025 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.db.l3_db [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Floating IP e9cf0209-6bd6-4dab-81dc-b3d2e73c4455 disassociated (deleted). External IP: 172.28.0.152, port: 49e8d067-ae5a-4aea-9224-365201f65cf8. May 20 16:26:32.637636 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb18324-45c8-4b0b-b82a-f43512844539 req-dd77ade1-fdb3-4b00-8193-6381e8b58ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:32.639098 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1bb18324-45c8-4b0b-b82a-f43512844539 req-dd77ade1-fdb3-4b00-8193-6381e8b58ab9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224ec464-76b2-44f0-960e-978d46714430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1451941 May 20 16:26:32.854985 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1bb18324-45c8-4b0b-b82a-f43512844539 req-799d77e6-dc9e-4199-9b00-a0c9fcac37f9 service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093697 May 20 16:26:33.133007 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1bb18324-45c8-4b0b-b82a-f43512844539 req-661f659a-9277-4568-9215-76d98e6b913f service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694788 May 20 16:26:33.150238 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:26:33.331111 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:26:33.340957 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74902824-b0ce-4524-ba84-3fe767fdc4c1 None None] Sync routers for ids ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:26:33.351598 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74902824-b0ce-4524-ba84-3fe767fdc4c1 None None] Routers {'9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:33.352207 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-74902824-b0ce-4524-ba84-3fe767fdc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:26:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:33.411869 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for floatingip, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:33.469091 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-078f4926-3e05-4ab1-8403-b5bb48b6fde5 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "DELETE /v2.0/floatingips/e9cf0209-6bd6-4dab-81dc-b3d2e73c4455 HTTP/1.1" status: 204 len: 168 time: 2.2285376 May 20 16:26:33.469091 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:26:33.516727 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'status': 'completed', 'code': 200} May 20 16:26:33.530494 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-74902824-b0ce-4524-ba84-3fe767fdc4c1 None None] Set router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:33.611041 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef95c38-836e-4175-a1d6-382adb8be927 req-1e43b399-9d14-41a7-a549-38265545310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:33.612647 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3ef95c38-836e-4175-a1d6-382adb8be927 req-1e43b399-9d14-41a7-a549-38265545310c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=603fcea4412147f3b81261cdca8eb0b5&device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 1098 time: 0.0746901 May 20 16:26:33.753210 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef95c38-836e-4175-a1d6-382adb8be927 req-c9694e66-2acd-4061-b00b-bde7aa69bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:33.755500 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3ef95c38-836e-4175-a1d6-382adb8be927 req-c9694e66-2acd-4061-b00b-bde7aa69bdc8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=224ec464-76b2-44f0-960e-978d46714430 HTTP/1.1" status: 200 len: 908 time: 0.1362593 May 20 16:26:33.853429 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-74902824-b0ce-4524-ba84-3fe767fdc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:22:16Z', 'revision_number': 4, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'd5676ba6-8893-4b43-9c5d-7c498f94041d', 'name': '', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'mac_address': 'fa:16:3e:40:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:15Z', 'updated_at': '2021-05-20T16:22:22Z', 'revision_number': 5, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'subnets': [{'id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:33.857538 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74902824-b0ce-4524-ba84-3fe767fdc4c1 None None] Checking router: 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:26:33.867029 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74902824-b0ce-4524-ba84-3fe767fdc4c1 None None] Routers {'9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:33.867669 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-74902824-b0ce-4524-ba84-3fe767fdc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:26:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:33.941415 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3ef95c38-836e-4175-a1d6-382adb8be927 req-041d7aab-efe1-4f3a-8f59-07044b7cb787 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=49e8d067-ae5a-4aea-9224-365201f65cf8 HTTP/1.1" status: 200 len: 217 time: 0.1800315 May 20 16:26:34.011713 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef95c38-836e-4175-a1d6-382adb8be927 req-d6a43583-0ea0-41d0-887a-bb96341c6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:34.013070 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3ef95c38-836e-4175-a1d6-382adb8be927 req-d6a43583-0ea0-41d0-887a-bb96341c6ea7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7d1c10a7-82d6-4b32-a57e-a7cc41985dc8 HTTP/1.1" status: 200 len: 846 time: 0.0659444 May 20 16:26:34.046122 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-74902824-b0ce-4524-ba84-3fe767fdc4c1 None None] Set router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:34.149943 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef95c38-836e-4175-a1d6-382adb8be927 req-b590ef78-3a8d-43a7-989e-a8c4729b5ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:34.151383 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3ef95c38-836e-4175-a1d6-382adb8be927 req-b590ef78-3a8d-43a7-989e-a8c4729b5ffc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=224ec464-76b2-44f0-960e-978d46714430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1057851 May 20 16:26:34.159675 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae9625-a1e7-4d42-a4a8-b58113c725a0 req-da5bb237-085e-47e6-abcd-aad23af26269 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:34.160332 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-1eae9625-a1e7-4d42-a4a8-b58113c725a0 req-da5bb237-085e-47e6-abcd-aad23af26269 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Synchronizing usage tracker for tenant:603fcea4412147f3b81261cdca8eb0b5 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:26:34.275951 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-1eae9625-a1e7-4d42-a4a8-b58113c725a0 req-da5bb237-085e-47e6-abcd-aad23af26269 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Unset dirty status for tenant:603fcea4412147f3b81261cdca8eb0b5 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:26:34.277145 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1eae9625-a1e7-4d42-a4a8-b58113c725a0 req-da5bb237-085e-47e6-abcd-aad23af26269 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.2675045 May 20 16:26:34.316835 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3ef95c38-836e-4175-a1d6-382adb8be927 req-775eaab9-a298-4804-9ac9-f1f56d971225 service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526752 May 20 16:26:34.358954 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-74902824-b0ce-4524-ba84-3fe767fdc4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:22:16Z', 'revision_number': 4, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'd5676ba6-8893-4b43-9c5d-7c498f94041d', 'name': '', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'mac_address': 'fa:16:3e:40:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:15Z', 'updated_at': '2021-05-20T16:22:22Z', 'revision_number': 5, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'subnets': [{'id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:34.362925 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74902824-b0ce-4524-ba84-3fe767fdc4c1 None None] The sync data for ids ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'] in dv-cinder-689486-13-smb is: [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:22:16Z', 'revision_number': 4, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb', '_interfaces': [{'id': 'd5676ba6-8893-4b43-9c5d-7c498f94041d', 'name': '', 'network_id': '224ec464-76b2-44f0-960e-978d46714430', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'mac_address': 'fa:16:3e:40:54:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:15Z', 'updated_at': '2021-05-20T16:22:22Z', 'revision_number': 5, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'subnets': [{'id': '7d1c10a7-82d6-4b32-a57e-a7cc41985dc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:26:34.371219 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-1eae9625-a1e7-4d42-a4a8-b58113c725a0 req-405259ee-68bd-4259-86c9-9e8c5b68e8ce tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860384 May 20 16:26:34.474637 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-3ef95c38-836e-4175-a1d6-382adb8be927 req-d5c1ebd3-d1b4-4520-943c-c21079359b3a service neutron] 10.222.0.10 "GET /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468003 May 20 16:26:34.586573 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d93fdc-1bc3-46b4-951e-dc89c32200aa None None] New status for floating IP e9cf0209-6bd6-4dab-81dc-b3d2e73c4455: DOWN {{(pid=92274) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 16:26:35.298288 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966d61-7d68-4457-aa7e-5825a39aad1b req-bca96c79-1183-45c4-9eab-d40a367992e7 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:35.302913 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-53966d61-7d68-4457-aa7e-5825a39aad1b req-bca96c79-1183-45c4-9eab-d40a367992e7 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.10 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.0809019 May 20 16:26:35.442047 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-53966d61-7d68-4457-aa7e-5825a39aad1b req-ade22f58-4a9a-4445-8a6d-398112807c25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Deleting port 49e8d067-ae5a-4aea-9224-365201f65cf8 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:35.443399 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-53966d61-7d68-4457-aa7e-5825a39aad1b req-ade22f58-4a9a-4445-8a6d-398112807c25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:35.631540 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [req-53966d61-7d68-4457-aa7e-5825a39aad1b req-ade22f58-4a9a-4445-8a6d-398112807c25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] For port 49e8d067-ae5a-4aea-9224-365201f65cf8, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=49e8d067-ae5a-4aea-9224-365201f65cf8,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:35.631899 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-53966d61-7d68-4457-aa7e-5825a39aad1b req-ade22f58-4a9a-4445-8a6d-398112807c25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:35.759221 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd047e8-3f8f-4592-aa2c-8d9b55a6802f req-278b1184-e90d-45c4-85aa-dcca1d06347c tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92271) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 16:26:35.760688 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fdd047e8-3f8f-4592-aa2c-8d9b55a6802f req-278b1184-e90d-45c4-85aa-dcca1d06347c tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 945 time: 0.2347062 May 20 16:26:35.767062 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [req-53966d61-7d68-4457-aa7e-5825a39aad1b req-ade22f58-4a9a-4445-8a6d-398112807c25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Calling delete_port for 49e8d067-ae5a-4aea-9224-365201f65cf8 owned by compute:nova {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:35.820398 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-fdd047e8-3f8f-4592-aa2c-8d9b55a6802f req-12aa7f86-4f80-45a6-b2d8-ed667931e894 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/security-groups?id=994ad9a7-5405-4ad8-9a26-aeb1cee860eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505614 May 20 16:26:36.019814 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-53966d61-7d68-4457-aa7e-5825a39aad1b req-ade22f58-4a9a-4445-8a6d-398112807c25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.025469 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-209b6a92-c509-4b77-a6da-23f2194981a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:36.071818 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade22f58-4a9a-4445-8a6d-398112807c25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event deleted for resources: {'Port': ['ID=49e8d067-ae5a-4aea-9224-365201f65cf8,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:36.097700 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ade22f58-4a9a-4445-8a6d-398112807c25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:36.146651 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [req-53966d61-7d68-4457-aa7e-5825a39aad1b req-ade22f58-4a9a-4445-8a6d-398112807c25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] No DVR routers for this DVR port 49e8d067-ae5a-4aea-9224-365201f65cf8 on host hv-cinder-68948 {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:36.149133 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [req-53966d61-7d68-4457-aa7e-5825a39aad1b req-ade22f58-4a9a-4445-8a6d-398112807c25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-33755'] for port, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:36.151727 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'name': 'network-vif-deleted', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8'}] {{(pid=92271) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 16:26:36.195059 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363de73b-a5fa-4062-a31c-1ef51fc2332d', 'name': 'network-vif-deleted', 'tag': '49e8d067-ae5a-4aea-9224-365201f65cf8', 'status': 'completed', 'code': 200} May 20 16:26:36.223316 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-53966d61-7d68-4457-aa7e-5825a39aad1b req-ade22f58-4a9a-4445-8a6d-398112807c25 tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.10 "DELETE /v2.0/ports/49e8d067-ae5a-4aea-9224-365201f65cf8 HTTP/1.1" status: 204 len: 173 time: 0.9183431 May 20 16:26:36.972254 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-93d7493a-fd55-4f7c-963d-1ae80fbf1a1a req-15963e07-d775-4b75-909c-c51f25f88a9f tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Synchronizing usage tracker for tenant:603fcea4412147f3b81261cdca8eb0b5 on resource:port {{(pid=92271) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 16:26:37.074042 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.quota.resource [req-93d7493a-fd55-4f7c-963d-1ae80fbf1a1a req-15963e07-d775-4b75-909c-c51f25f88a9f tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Unset dirty status for tenant:603fcea4412147f3b81261cdca8eb0b5 on resource:port {{(pid=92271) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 16:26:37.075228 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [req-93d7493a-fd55-4f7c-963d-1ae80fbf1a1a req-15963e07-d775-4b75-909c-c51f25f88a9f tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "GET /v2.0/ports?device_id=363de73b-a5fa-4062-a31c-1ef51fc2332d HTTP/1.1" status: 200 len: 210 time: 0.1451287 May 20 16:26:38.170052 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56196) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:38.240239 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecc9-6a62-4a89-adb3-2f6a0412fa5b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:38.269979 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecc9-6a62-4a89-adb3-2f6a0412fa5b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:38.406038 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecc9-6a62-4a89-adb3-2f6a0412fa5b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:38.409863 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8326f24d-3d87-46ce-9e8e-111747c4b70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:38.528231 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42ecc9-6a62-4a89-adb3-2f6a0412fa5b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=994ad9a7-5405-4ad8-9a26-aeb1cee860eb,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:38.531118 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-fb42ecc9-6a62-4a89-adb3-2f6a0412fa5b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:38.596211 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-fb42ecc9-6a62-4a89-adb3-2f6a0412fa5b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] Notify callbacks [] for security_group, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:38.597368 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-fb42ecc9-6a62-4a89-adb3-2f6a0412fa5b tempest-TestShelveInstance-1589345804 tempest-TestShelveInstance-1589345804-project] 10.222.0.11 "DELETE /v2.0/security-groups/994ad9a7-5405-4ad8-9a26-aeb1cee860eb HTTP/1.1" status: 204 len: 168 time: 0.4262979 May 20 16:26:38.717895 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56204) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:38.851397 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-0e2d31b0-8629-4dc6-94d6-a65fa560a983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:39.246464 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566561'] for router_interface, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:39.613258 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 49e8d067-ae5a-4aea-9224-365201f65cf8 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:26:39.646826 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] No Port match for: 49e8d067-ae5a-4aea-9224-365201f65cf8 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:26:39.651939 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Device 49e8d067-ae5a-4aea-9224-365201f65cf8 not bound to the agent host hv-cinder-68948 {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:26:39.652160 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] Deleting port d5676ba6-8893-4b43-9c5d-7c498f94041d {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:39.652509 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:39.779022 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] For port d5676ba6-8893-4b43-9c5d-7c498f94041d, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=d5676ba6-8893-4b43-9c5d-7c498f94041d,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:39.779398 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:39.906888 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] Calling delete_port for d5676ba6-8893-4b43-9c5d-7c498f94041d owned by network:router_interface {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:40.134036 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.137673 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-79a0600e-c4d5-4e62-9aed-5eac6e6ac686 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:40.283228 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5676ba6-8893-4b43-9c5d-7c498f94041d,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:40.286403 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:40.548479 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566677'] for router_interface, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:40.903128 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] Router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:26:41.077453 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:26:41.086178 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063edac-1a15-4c43-8115-9e4950863a10 None None] Sync routers for ids ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'] in dv-cinder-689486-13-smb {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:26:41.095101 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063edac-1a15-4c43-8115-9e4950863a10 None None] Routers {'9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:41.095735 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-5063edac-1a15-4c43-8115-9e4950863a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:26:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:41.144662 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-b7e81045-38b5-4253-8239-bcc6c9d7dc02 admin admin] 10.222.0.11 "PUT /v2.0/routers/9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4256504 May 20 16:26:41.147842 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56208) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:41.314319 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-5063edac-1a15-4c43-8115-9e4950863a10 None None] Set router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 gateway port host: dv-cinder-689486-13-smb {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:41.325772 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Notify callbacks [] for router, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:41.502588 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:41.527299 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:41.616265 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-5063edac-1a15-4c43-8115-9e4950863a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173'}], 'enable_snat': True}, 'gw_port_id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:26:39Z', 'revision_number': 5, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port': {'id': 'a1772fe6-e63b-43a4-ba81-3e83af2101b1', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:95:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:12Z', 'updated_at': '2021-05-20T16:22:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:41.620158 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063edac-1a15-4c43-8115-9e4950863a10 None None] Checking router: 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 for host: dv-cinder-689486-13-smb {{(pid=92273) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:26:41.628935 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063edac-1a15-4c43-8115-9e4950863a10 None None] Routers {'9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92273) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:41.629564 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-5063edac-1a15-4c43-8115-9e4950863a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:26:12Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'], 'active': True} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:41.667162 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Deleting port a1772fe6-e63b-43a4-ba81-3e83af2101b1 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:41.667503 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:41.685280 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-62e0123a-eeaa-4937-8f32-d404d591c29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:41.787147 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvr_db [None req-5063edac-1a15-4c43-8115-9e4950863a10 None None] Set router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 gateway port host: None {{(pid=92273) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:41.892399 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_hamode_db [None req-5063edac-1a15-4c43-8115-9e4950863a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:26:41Z', 'revision_number': 6, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port_host': None}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92273) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:41.896647 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5063edac-1a15-4c43-8115-9e4950863a10 None None] The sync data for ids ['9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47'] in dv-cinder-689486-13-smb is: [{'id': '9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47', 'name': 'tempest-TestShelveInstance-68051896-router', 'tenant_id': '603fcea4412147f3b81261cdca8eb0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:11Z', 'updated_at': '2021-05-20T16:26:41Z', 'revision_number': 6, 'project_id': '603fcea4412147f3b81261cdca8eb0b5', 'gw_port_host': None}] {{(pid=92273) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:26:41.904056 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] For port a1772fe6-e63b-43a4-ba81-3e83af2101b1, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=a1772fe6-e63b-43a4-ba81-3e83af2101b1,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:41.904420 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.031590 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Calling delete_port for a1772fe6-e63b-43a4-ba81-3e83af2101b1 owned by network:router_gateway {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:42.236984 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.240996 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-ad61f15e-cd9d-4c08-b50a-a500a18d4df3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:42.314647 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1772fe6-e63b-43a4-ba81-3e83af2101b1,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:42.317599 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:42.379899 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-794890'] for router_gateway, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.562776 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-797308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7444'] for router, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.564816 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.646214 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.671241 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-796982'] for router, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.671754 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 {{(pid=92271) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:26:42.683428 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] Notify callbacks [] for router, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.684523 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-8c215bcb-3d2c-4f72-b2db-ed2448f55f90 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9c3e65f3-27b7-4f9e-aa15-0eb1ec8adf47 HTTP/1.1" status: 204 len: 168 time: 1.5357816 May 20 16:26:42.687217 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56212) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:42.747775 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b182ce1-3a95-4f73-902b-d6e92b9f794c admin admin] Deleting subnet 7d1c10a7-82d6-4b32-a57e-a7cc41985dc8 {{(pid=92271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:26:42.750851 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2b182ce1-3a95-4f73-902b-d6e92b9f794c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.802589 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2b182ce1-3a95-4f73-902b-d6e92b9f794c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10626589'] for subnet, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:42.886905 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2b182ce1-3a95-4f73-902b-d6e92b9f794c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.194852 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2b182ce1-3a95-4f73-902b-d6e92b9f794c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10965085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631585'] for subnet, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.198748 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-7c3bed6e-db09-4cb3-b0d3-bc43e3aa9cbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:43.236868 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b182ce1-3a95-4f73-902b-d6e92b9f794c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1c10a7-82d6-4b32-a57e-a7cc41985dc8,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:43.239775 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-2b182ce1-3a95-4f73-902b-d6e92b9f794c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:43.244055 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-2b182ce1-3a95-4f73-902b-d6e92b9f794c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.249329 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c9509-22bc-4eeb-90d5-aacbb298f6b7 None None] Network 224ec464-76b2-44f0-960e-978d46714430 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:43.252320 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-2b182ce1-3a95-4f73-902b-d6e92b9f794c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7d1c10a7-82d6-4b32-a57e-a7cc41985dc8 HTTP/1.1" status: 204 len: 168 time: 0.5641329 May 20 16:26:43.254842 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56216) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:43.344961 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device d5676ba6-8893-4b43-9c5d-7c498f94041d no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:26:43.363142 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.406417 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: d5676ba6-8893-4b43-9c5d-7c498f94041d {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:26:43.406774 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device d5676ba6-8893-4b43-9c5d-7c498f94041d not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:26:43.407206 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device a1772fe6-e63b-43a4-ba81-3e83af2101b1 no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:26:43.438361 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Deleting port b8703c50-2ab0-4427-8947-906054b14aea {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:43.438939 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.446855 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: a1772fe6-e63b-43a4-ba81-3e83af2101b1 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:26:43.447146 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device a1772fe6-e63b-43a4-ba81-3e83af2101b1 not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:26:43.570850 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] DHCP port deletion for 224ec464-76b2-44f0-960e-978d46714430 request from dv-cinder-689486-13-smb {{(pid=92273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:26:43.638208 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Deleting port b8703c50-2ab0-4427-8947-906054b14aea {{(pid=92273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:43.638552 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] For port b8703c50-2ab0-4427-8947-906054b14aea, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=b8703c50-2ab0-4427-8947-906054b14aea,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:43.638688 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.638982 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.738188 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] For port b8703c50-2ab0-4427-8947-906054b14aea, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=b8703c50-2ab0-4427-8947-906054b14aea,segment=NetworkSegment(45dd57ef-c822-43a7-8430-897ae402187a),segment_id=45dd57ef-c822-43a7-8430-897ae402187a)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:43.738792 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.765528 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Calling delete_port for b8703c50-2ab0-4427-8947-906054b14aea owned by network:dhcp {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:43.861825 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Calling delete_port for b8703c50-2ab0-4427-8947-906054b14aea owned by network:dhcp {{(pid=92273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:43.874551 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.878792 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:43.904735 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064'] for port, after_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:43.908596 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:43.922863 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8703c50-2ab0-4427-8947-906054b14aea,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:43.926400 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:43.929356 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] No DVR routers for this DVR port b8703c50-2ab0-4427-8947-906054b14aea on host dv-cinder-689486-13-smb {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:43.955890 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Pushing event deleted for resources: {'Port': ['ID=b8703c50-2ab0-4427-8947-906054b14aea,revision_number=None']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:43.965774 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] No DVR routers for this DVR port b8703c50-2ab0-4427-8947-906054b14aea on host dv-cinder-689486-13-smb {{(pid=92273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:43.968180 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:43.968525 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:43.968862 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:43.969413 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:43.969746 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:43.970070 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:43.970392 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:43.970713 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:43.971034 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:43.971401 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:43.971749 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:43.972075 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92273) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:43.975765 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-37d158f6-4f66-4f15-a8b5-a09600267cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:44.045687 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.058948 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224ec464-76b2-44f0-960e-978d46714430']}} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:44.070972 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dd57ef-c822-43a7-8430-897ae402187a') {'for_net_delete': True} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:44.071273 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dd57ef-c822-43a7-8430-897ae402187a') {} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:44.082305 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10626578'] for segment, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.097864 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.104485 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=92271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:44.104868 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10965243'] for segment, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: Traceback (most recent call last): May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: timer() May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: cb(*args, **kw) May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: return func(*args, **kwargs) May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: self._notify() May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: self.callback(batched_events) May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: event.method(event) May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: return f(self, *a, **k) May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: return self._get(url).json() May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: return self.request(url, 'GET', **kwargs) May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:44.119116 dv-cinder-689486-13-smb neutron-server[92271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:44.303307 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.306857 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:44.319765 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.331207 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Pushing event deleted for resources: {'Network': ['ID=224ec464-76b2-44f0-960e-978d46714430,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:44.335192 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:44.400350 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-e0d88146-4667-46bc-9559-e832c555ff4b admin admin] 10.222.0.11 "DELETE /v2.0/networks/224ec464-76b2-44f0-960e-978d46714430 HTTP/1.1" status: 204 len: 168 time: 1.1444621 May 20 16:26:44.403203 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56220) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:44.616761 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:44.937779 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-566561'] for router_interface, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:45.323994 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device b8703c50-2ab0-4427-8947-906054b14aea no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:26:45.358091 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: b8703c50-2ab0-4427-8947-906054b14aea {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:26:45.358453 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device b8703c50-2ab0-4427-8947-906054b14aea not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:26:45.456310 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] Deleting port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:45.456648 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:45.575446 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] For port 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=1be2f237-3fb4-4f01-84dd-ab6dc5d986e6,segment=NetworkSegment(f62c0f63-0e94-4dad-bb01-2049ec05407d),segment_id=f62c0f63-0e94-4dad-bb01-2049ec05407d)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:45.575803 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:45.700964 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] Calling delete_port for 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 owned by network:router_interface {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:45.925793 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:45.931229 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-1bab6435-e892-4321-b843-ee73bbf34cdf tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:45.973305 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be2f237-3fb4-4f01-84dd-ab6dc5d986e6,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:45.976542 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:46.237289 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-566677'] for router_interface, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:46.599030 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] Router 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 has already been hosted by L3 agent 30fad739-0224-41ff-944f-60d25c281d4e {{(pid=92271) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 16:26:46.875836 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] Notify agent at l3_agent.dv-cinder-689486-13-smb the message routers_updated {{(pid=92271) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 16:26:46.884955 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b46f9e4-ed0b-4ddc-a3c5-483ddc9d80fa None None] Sync routers for ids ['9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'] in dv-cinder-689486-13-smb {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 16:26:46.894132 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b46f9e4-ed0b-4ddc-a3c5-483ddc9d80fa None None] Routers {'9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:46.894712 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-0b46f9e4-ed0b-4ddc-a3c5-483ddc9d80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:26:42Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:46.998321 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-dc2ca4dd-8932-443e-81f8-bf8017ba2a22 admin admin] 10.222.0.11 "PUT /v2.0/routers/9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5918093 May 20 16:26:46.998876 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56224) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:47.071140 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-0b46f9e4-ed0b-4ddc-a3c5-483ddc9d80fa None None] Set router 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 gateway port host: dv-cinder-689486-13-smb {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:47.176291 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Notify callbacks [] for router, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.355090 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.384689 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-0b46f9e4-ed0b-4ddc-a3c5-483ddc9d80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'name': 'tempest-TestShelveInstance-1047998649-router', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'external_fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189'}], 'enable_snat': True}, 'gw_port_id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:20Z', 'updated_at': '2021-05-20T16:26:45Z', 'revision_number': 5, 'project_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'gw_port': {'id': '34165931-3a6c-4e0c-91a6-815c9843d0be', 'name': '', 'network_id': '8120caa7-72ef-43bf-afbe-41d0992388cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:b4:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'ip_address': '172.28.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-13-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T16:22:22Z', 'updated_at': '2021-05-20T16:22:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '930f10ce-88a2-4cac-83f9-2c578d108f70', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-13-smb'}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:47.388546 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b46f9e4-ed0b-4ddc-a3c5-483ddc9d80fa None None] Checking router: 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 for host: dv-cinder-689486-13-smb {{(pid=92274) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 16:26:47.397671 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b46f9e4-ed0b-4ddc-a3c5-483ddc9d80fa None None] Routers {'9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'} bound to L3 agent in host dv-cinder-689486-13-smb {{(pid=92274) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 16:26:47.398266 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-0b46f9e4-ed0b-4ddc-a3c5-483ddc9d80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-13-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T16:05:41Z,description=,heartbeat_timestamp=2021-05-20T16:26:42Z,host='dv-cinder-689486-13-smb',id=30fad739-0224-41ff-944f-60d25c281d4e,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T16:05:42Z,topic='l3_agent')) {'router_ids': ['9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'], 'active': True} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:47.493383 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Deleting port 34165931-3a6c-4e0c-91a6-815c9843d0be {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:47.493632 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.549506 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_dvr_db [None req-0b46f9e4-ed0b-4ddc-a3c5-483ddc9d80fa None None] Set router 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 gateway port host: None {{(pid=92274) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 16:26:47.614151 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] For port 34165931-3a6c-4e0c-91a6-815c9843d0be, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=34165931-3a6c-4e0c-91a6-815c9843d0be,segment=NetworkSegment(f732613b-9c18-4bb6-933e-26047764dd2f),segment_id=f732613b-9c18-4bb6-933e-26047764dd2f)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:47.614532 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.654094 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.l3_hamode_db [None req-0b46f9e4-ed0b-4ddc-a3c5-483ddc9d80fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'name': 'tempest-TestShelveInstance-1047998649-router', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:20Z', 'updated_at': '2021-05-20T16:26:47Z', 'revision_number': 6, 'project_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'gw_port_host': None}], 'dv-cinder-689486-13-smb', False) {} {{(pid=92274) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:47.658275 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b46f9e4-ed0b-4ddc-a3c5-483ddc9d80fa None None] The sync data for ids ['9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5'] in dv-cinder-689486-13-smb is: [{'id': '9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5', 'name': 'tempest-TestShelveInstance-1047998649-router', 'tenant_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T16:22:20Z', 'updated_at': '2021-05-20T16:26:47Z', 'revision_number': 6, 'project_id': '2c9f2f85ee23466b9047d3bf1f92aeb4', 'gw_port_host': None}] {{(pid=92274) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 16:26:47.736112 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Calling delete_port for 34165931-3a6c-4e0c-91a6-815c9843d0be owned by network:router_gateway {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:47.948389 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:47.952035 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-5dce70cc-5939-4406-9217-439181b0e011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:47.996388 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Pushing event deleted for resources: {'Port': ['ID=34165931-3a6c-4e0c-91a6-815c9843d0be,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:47.999479 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:48.093969 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-794890'] for router_gateway, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.264135 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-797308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7444'] for router, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.266239 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.368260 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-796982'] for router, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.373961 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 {{(pid=92271) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 16:26:48.380784 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] Notify callbacks [] for router, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.381992 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-f93b52a1-3920-4c3f-a728-35f3365f4271 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9cbf10b3-d2f7-4685-b0ee-6aa57c0a49f5 HTTP/1.1" status: 204 len: 168 time: 1.3825743 May 20 16:26:48.384583 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56228) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:48.445380 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e726b4-cfcb-4d72-9b10-93eefaf36274 admin admin] Deleting subnet afd7ec21-fc23-4769-87ab-eb0141ba93d5 {{(pid=92271) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 16:26:48.448330 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b6e726b4-cfcb-4d72-9b10-93eefaf36274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.499352 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b6e726b4-cfcb-4d72-9b10-93eefaf36274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10626589'] for subnet, precommit_delete_associations {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:48.704186 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b6e726b4-cfcb-4d72-9b10-93eefaf36274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4106089'] for subnet, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.021318 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b6e726b4-cfcb-4d72-9b10-93eefaf36274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4106102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10965085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10631585'] for subnet, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.024969 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:49.064727 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e726b4-cfcb-4d72-9b10-93eefaf36274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd7ec21-fc23-4769-87ab-eb0141ba93d5,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:49.068271 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-b6e726b4-cfcb-4d72-9b10-93eefaf36274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:49.069253 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-b6e726b4-cfcb-4d72-9b10-93eefaf36274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.074186 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846c3311-4648-4c85-9ac2-f8831d20b86c None None] Network 0cd4e199-4fd1-4164-a303-bccbbc232857 requested from dv-cinder-689486-13-smb {{(pid=92273) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 16:26:49.077571 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-b6e726b4-cfcb-4d72-9b10-93eefaf36274 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/afd7ec21-fc23-4769-87ab-eb0141ba93d5 HTTP/1.1" status: 204 len: 168 time: 0.6895909 May 20 16:26:49.077724 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.wsgi [-] (92271) accepted ('10.222.0.11', 56232) {{(pid=92271) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:49.186788 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3736369'] for network, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.258849 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Deleting port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a {{(pid=92271) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:49.259203 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.340608 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 34165931-3a6c-4e0c-91a6-815c9843d0be no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:26:49.367357 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.db [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] For port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=cec3621a-e3b4-47a9-b5c0-57b7eaa7039a,segment=NetworkSegment(f62c0f63-0e94-4dad-bb01-2049ec05407d),segment_id=f62c0f63-0e94-4dad-bb01-2049ec05407d)] {{(pid=92271) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:49.367715 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.375651 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: 34165931-3a6c-4e0c-91a6-815c9843d0be {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:26:49.376012 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 34165931-3a6c-4e0c-91a6-815c9843d0be not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:26:49.376447 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:26:49.404058 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b2766a-4d40-436b-92ee-31f256f519b9 None None] DHCP port deletion for 0cd4e199-4fd1-4164-a303-bccbbc232857 request from dv-cinder-689486-13-smb {{(pid=92273) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 16:26:49.417700 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:26:49.418055 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device 1be2f237-3fb4-4f01-84dd-ab6dc5d986e6 not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:26:49.485747 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-20b2766a-4d40-436b-92ee-31f256f519b9 None None] Deleting port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a {{(pid=92273) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 16:26:49.486133 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-20b2766a-4d40-436b-92ee-31f256f519b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765187162323'] for port, before_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.496002 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.plugin [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Calling delete_port for cec3621a-e3b4-47a9-b5c0-57b7eaa7039a owned by network:dhcp {{(pid=92271) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:49.589424 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.db [None req-20b2766a-4d40-436b-92ee-31f256f519b9 None None] For port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a, host dv-cinder-689486-13-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-13-smb',level=0,port_id=cec3621a-e3b4-47a9-b5c0-57b7eaa7039a,segment=NetworkSegment(f62c0f63-0e94-4dad-bb01-2049ec05407d),segment_id=f62c0f63-0e94-4dad-bb01-2049ec05407d)] {{(pid=92273) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 16:26:49.589736 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-20b2766a-4d40-436b-92ee-31f256f519b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-563675'] for port, precommit_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.668204 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10965166'] for port, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.672042 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-313d5e85-40e3-45fc-82bc-ea6a7bccd7e1 tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:49.710746 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-20b2766a-4d40-436b-92ee-31f256f519b9 None None] Calling delete_port for cec3621a-e3b4-47a9-b5c0-57b7eaa7039a owned by network:dhcp {{(pid=92273) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 16:26:49.717580 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec3621a-e3b4-47a9-b5c0-57b7eaa7039a,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:49.719404 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] No DVR routers for this DVR port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a on host dv-cinder-689486-13-smb {{(pid=92271) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:49.720852 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:49.756258 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-20b2766a-4d40-436b-92ee-31f256f519b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3720566', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176718', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732832', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765187164874', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765186654064'] for port, after_delete {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.759839 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-ee7827de-e82b-43bc-85bd-aead8b7753f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:49.799939 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2766a-4d40-436b-92ee-31f256f519b9 None None] Pushing event deleted for resources: {'Port': ['ID=cec3621a-e3b4-47a9-b5c0-57b7eaa7039a,revision_number=None']} {{(pid=92273) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:49.804004 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG oslo_concurrency.lockutils [None req-20b2766a-4d40-436b-92ee-31f256f519b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92273) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:49.806184 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b2766a-4d40-436b-92ee-31f256f519b9 None None] No DVR routers for this DVR port cec3621a-e3b4-47a9-b5c0-57b7eaa7039a on host dv-cinder-689486-13-smb {{(pid=92273) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 16:26:49.838379 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4107238', 'neutron.services.segments.db._delete_segments_for_network-8765187092345'] for network, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.851329 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cd4e199-4fd1-4164-a303-bccbbc232857']}} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:49.862530 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62c0f63-0e94-4dad-bb01-2049ec05407d') {'for_net_delete': True} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:49.862831 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.services.segments.db [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62c0f63-0e94-4dad-bb01-2049ec05407d') {} {{(pid=92271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 16:26:49.874927 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765187104503', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10626578'] for segment, before_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.891029 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770'] for segment, precommit_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.897093 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=92271) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 16:26:49.901489 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4103770', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10965243'] for segment, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: Traceback (most recent call last): May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: timer() May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: cb(*args, **kw) May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: return func(*args, **kwargs) May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: self._notify() May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: self.callback(batched_events) May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: event.method(event) May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: aggregate_uuid = self.p_client.list_aggregates( May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: return f(self, *a, **k) May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: return self._get(url).json() May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: return self.request(url, 'GET', **kwargs) May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: base_url = self.get_endpoint(auth, allow=allow, May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 16:26:49.910438 dv-cinder-689486-13-smb neutron-server[92271]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 16:26:50.054209 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4107247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-541593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-732863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-794913'] for network, after_delete {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:50.057778 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-577263a8-cf87-4dd4-bc64-a50d0b776740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:50.073836 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron_lib.callbacks.manager [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732818'] for network, before_response {{(pid=92271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:50.083342 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cd4e199-4fd1-4164-a303-bccbbc232857,revision_number=None']} {{(pid=92271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:50.087091 dv-cinder-689486-13-smb neutron-server[92271]: DEBUG oslo_concurrency.lockutils [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:50.088583 dv-cinder-689486-13-smb neutron-server[92271]: INFO neutron.wsgi [None req-f19ffded-b099-484c-a234-0a1966cd5420 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0cd4e199-4fd1-4164-a303-bccbbc232857 HTTP/1.1" status: 204 len: 168 time: 1.0099623 May 20 16:26:50.483395 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 56238) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:50.532837 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-a3a3e70b-172c-4742-b9c1-b99ee9ec95c1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=603fcea4412147f3b81261cdca8eb0b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482638 May 20 16:26:50.535213 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 56242) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:50.595781 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:50.624904 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:50.788452 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:50.792303 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-e0204709-27ef-4b56-a560-f76b58f7dd0c tempest-TestMinimumBasicScenario-1070291883 tempest-TestMinimumBasicScenario-1070291883-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:50.807152 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec62f37e-e90a-47b6-88c2-367aa9c96b66,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:50.817091 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:50.817617 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:50.817916 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:50.818286 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:50.818649 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:50.819011 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:50.819369 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:50.819726 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:50.820089 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:50.820443 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:50.820866 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:50.821220 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-13-smb {{(pid=92272) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 16:26:50.824508 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:50.825710 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:50.829309 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-dab45a42-e675-4905-8fac-7e23af2bd8c9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ec62f37e-e90a-47b6-88c2-367aa9c96b66 HTTP/1.1" status: 204 len: 168 time: 0.2906187 May 20 16:26:51.324256 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device cec3621a-e3b4-47a9-b5c0-57b7eaa7039a no longer exists at agent ovs-agent-dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 20 16:26:51.361138 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.plugin [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] No Port match for: cec3621a-e3b4-47a9-b5c0-57b7eaa7039a {{(pid=92273) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 16:26:51.361438 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron.plugins.ml2.rpc [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Device cec3621a-e3b4-47a9-b5c0-57b7eaa7039a not bound to the agent host dv-cinder-689486-13-smb {{(pid=92273) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 20 16:26:51.488630 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 56250) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:51.537251 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-b5372100-febd-4f06-9942-da1dbee720a5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c9f2f85ee23466b9047d3bf1f92aeb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473645 May 20 16:26:51.539732 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [-] (92272) accepted ('10.222.0.11', 56254) {{(pid=92272) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 16:26:51.597679 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-48f42d89-6ee3-44c5-80f7-03deae16b5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:51.623083 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-48f42d89-6ee3-44c5-80f7-03deae16b5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:51.759696 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-48f42d89-6ee3-44c5-80f7-03deae16b5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541517'] for security_group, after_delete {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:51.763575 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-b66ac731-937c-4695-9b88-2179e88992bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 16:26:51.778670 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f42d89-6ee3-44c5-80f7-03deae16b5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ef5be9-e05c-43ca-94c1-4997a603c519,revision_number=None']} {{(pid=92272) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 16:26:51.782359 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG oslo_concurrency.lockutils [None req-48f42d89-6ee3-44c5-80f7-03deae16b5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92272) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 16:26:51.787266 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron_lib.callbacks.manager [None req-48f42d89-6ee3-44c5-80f7-03deae16b5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92272) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:51.788383 dv-cinder-689486-13-smb neutron-server[92272]: INFO neutron.wsgi [None req-48f42d89-6ee3-44c5-80f7-03deae16b5f5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/28ef5be9-e05c-43ca-94c1-4997a603c519 HTTP/1.1" status: 204 len: 168 time: 0.2477129 May 20 16:26:57.797343 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:26:59.663115 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:27:08.865172 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-3e1c6656-c0b3-4c93-8f26-b1a7a4e8331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:11.462214 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:11.589201 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-d8825da4-26fe-45a8-853d-414f9b6ca0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:12.670853 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:14.625081 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:27.821856 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:36.662914 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:27:38.859928 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-2395a3d4-0925-424f-8a7b-13128174d0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:41.490609 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:41.622039 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-e9ff3b3f-1aa4-42b7-a7b3-e2496d0cf1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:42.670745 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:44.627315 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:27:57.848181 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:08.910397 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-a84098a7-b3e8-444d-8bd6-697b0f3bdb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:11.470455 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:11.601816 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-7461f9f4-d729-442b-b1da-4c38321ae521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:12.659917 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:13.662643 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:28:14.624592 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:27.836426 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:38.898956 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c26eb2fb-1575-4ccd-954b-2fecfc7cc0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:41.507305 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:41.624706 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-bbac85b2-ba12-4e2f-b7e5-a02fd0866619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:42.659149 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:44.632479 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:28:50.661056 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:28:57.855297 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:08.860983 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-811e760b-299e-45b0-8247-a4c866415dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:11.461175 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:11.615227 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-ca5c8b32-3a7c-4be3-a13c-5b864b8e9012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:12.670061 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:14.641486 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:27.663326 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:29:27.843707 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:38.887099 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-98e0f946-45d6-4fd2-a70f-8933ef3a7b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:41.483096 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:41.635589 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-c220b533-004b-41bb-bfca-b65d7eed392b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:42.683245 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:44.660667 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:29:57.864367 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:04.659251 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:30:08.883099 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-fdbb547a-7653-4e44-ada3-e9bd4defcbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:11.504619 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:11.620588 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-6c7c98f1-f7c2-423c-8c46-c65343b5c64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:12.715809 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:14.676234 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:23.195686 dv-cinder-689486-13-smb neutron-server[92272]: DEBUG neutron.wsgi [req-6b624d51-6b6f-4b22-84f7-0158012ee1d4 req-b9ad7b35-5e3a-4c26-8aa0-2f897b2d5a47 service neutron] (92272) timed out ('10.222.0.10', 62612) {{(pid=92272) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 16:30:27.865550 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:38.883051 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-b3f68021-9d7e-40f1-aa83-a3463e846306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:41.503708 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:41.618232 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-1e20fec3-c8e1-4663-aa96-61dab2dfe6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:41.658774 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:30:42.670341 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:44.675753 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:30:57.859618 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:08.882549 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-2abb49d6-7461-4a32-8b62-3cd8fc265de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:11.488192 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-76db1fca-9426-46af-acf9-b61d5af9cbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:11.618303 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-2aad34d5-2cc0-4d12-9eb8-212f5c49fa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:12.675374 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-80e5d205-61a6-492b-914f-8e58ade46a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:14.681037 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-475a7b45-7cb4-4aea-bbcf-490faf1d55c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 16:31:18.657083 dv-cinder-689486-13-smb neutron-server[92274]: DEBUG neutron.db.agents_db [None req-43c52798-488c-40c2-814f-069fb88edd1e None None] Agent healthcheck: found 6 active agents {{(pid=92274) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 16:31:27.870885 dv-cinder-689486-13-smb neutron-server[92273]: DEBUG neutron_lib.callbacks.manager [None req-8170d527-18d1-4f13-99d1-2c4ab6b6c6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765187096396', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4110888'] for agent, after_update {{(pid=92273) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}